00000800:00000200:2.1F:1778922405.324450:0:3289:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000070da8ed9] -> 12345-192.168.203.124@tcp (2) 00000800:00000200:0.1F:1778922405.327328:0:3280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000070da8ed9] -> 12345-192.168.203.124@tcp (2) 00000800:00000200:0.1:1778922405.327337:0:3280:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.124@tcp 00000000a877b869 deleted 00000800:00000010:0.1:1778922405.327339:0:3280:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a877b869. 00000800:00000200:0.1:1778922405.327343:0:3280:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1778922405.327349:0:3280:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.124@tcp ip 192.168.203.124:1023 00000800:00000200:0.1:1778922405.327353:0:3280:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet 0000000081d0f261 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1778922405.327786:0:3279:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1778922405.328152:0:3281:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000070da8ed9] -> 12345-192.168.203.124@tcp (4) 00000800:00000200:3.1:1778922405.328155:0:3281:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.124@tcp 00000000f60e98a7 deleted 00000800:00000010:3.1:1778922405.328157:0:3281:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f60e98a7. 00000800:00000200:3.1:1778922405.328160:0:3281:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1778922405.328234:0:3279:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1778922405.634531:0:2392:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e31e7227. 00010000:00000010:2.1:1778922405.634545:0:2392:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001aa7b325. 00010000:00000010:3.1:1778922406.458600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0399c88. 00010000:00000010:3.1:1778922406.458617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000280c50da. 00010000:00000010:0.1:1778922406.462543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000076de95ee. 00010000:00000010:0.1:1778922406.462556:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000369434ee. 00010000:00000010:0.1:1778922406.462560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000004370c08. 00010000:00080000:2.2F:1778922777.443571:0:0:0:(ldlm_lib.c:3013:target_recovery_expired()) lustre-OST0000: recovery timed out; 0 clients are still in recovery after 70 seconds (1 clients connected) 00010000:00010000:3.0:1778923608.247004:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2363 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.247061:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a2061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5461ba expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.247079:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a2061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5461ba expref: 31 pid: 6546 timeout: 1405 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.247103:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287558272:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923608.247800:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923608.248608:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.253866:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.261208:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.261288:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.261624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.321443:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.330006:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281469184 00000100:00100000:3.0:1778923608.330019:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281469184 00000100:00100000:3.0:1778923608.330150:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3068 00000100:00100000:3.0:1778923608.330162:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281469184:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923608.330205:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.330238:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a2332 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462af expref: 29 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.330255:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.330257:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.330262:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.330302:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a2332 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462af expref: 29 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.330317:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a2332 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462af expref: 29 pid: 22251 timeout: 1405 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.330334:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287558400:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923608.330432:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923608.333372:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:3.0:1778923608.377874:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 0 -> 251007 00002000:00010000:3.0:1778923608.377881:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 0 -> 1778923608 00002000:00010000:3.0:1778923608.377884:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 0 -> 1778923608 00002000:00010000:3.0:1778923608.377887:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:3.0:1778923608.377903:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377919:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377929:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377939:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bb400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923608.377946:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377956:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377982:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.377990:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2386 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.378112:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281469184:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 47945us (48176us total) trans 17179871865 rc 0/0 00000100:00100000:3.0:1778923608.378135:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3068 00000100:00100000:3.0:1778923608.412069:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281469568 00000100:00100000:3.0:1778923608.412081:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281469568 00000100:00100000:3.0:1778923608.412147:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281469696 00000100:00100000:3.0:1778923608.412150:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281469696 00000100:00100000:3.0:1778923608.412177:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6432 00000100:00100000:3.0:1778923608.412189:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281469568:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923608.412471:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281469568:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 284us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.412478:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6432 00000100:00100000:3.0:1778923608.426169:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281470080 00000100:00100000:3.0:1778923608.426176:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281470080 00000100:00100000:3.0:1778923608.426326:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6435 00000100:00100000:3.0:1778923608.426341:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281469952:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923608.426392:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.426425:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.426429:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.426437:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.426472:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.426536:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.426559:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.427201:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.427209:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bb400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923608.427213:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.427227:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.427239:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.427246:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2394 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.427303:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607707800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281469952:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 955us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.427313:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6435 00000100:00100000:3.0:1778923608.429545:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281470336 00000100:00100000:3.0:1778923608.429558:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281470336 00000100:00100000:3.0:1778923608.429614:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5234 00000100:00100000:3.0:1778923608.429624:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+198:54878:x1865335281470336:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923608.429694:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923608.429727:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a232b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462a8 expref: 198 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.429864:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b4:0x0].0x0 (ffff9ce712d9cb00) 00010000:00010000:3.0:1778923608.429881:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923608.429970:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbc00/0x3baece0abe6a23a2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.429991:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbc00/0x3baece0abe6a23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.430003:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbc00/0x3baece0abe6a23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923608.430215:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bb339cc reply state 000000004309bff5 transno 8589939538 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbc00/0x3baece0abe6a23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.430225:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923608.430410:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54878:x1865335281470336:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 787us (1038us total) trans 8589939538 rc 0/0 00000100:00100000:3.0:1778923608.430419:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5234 00000100:00100000:3.0:1778923608.445209:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281471232 00000100:00100000:3.0:1778923608.445220:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281471232 00000100:00100000:3.0:1778923608.445361:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5237 00000100:00100000:3.0:1778923608.445372:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54878:x1865335281471232:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923608.445436:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923608.445470:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a22de lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54628c expref: 199 pid: 31254 timeout: 1405 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.445490:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923608.445496:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923608.448089:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448105:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448121:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448138:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e819600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923608.448144:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448199:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448217:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923608.448220:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923608.448226:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.448234:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a23b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.448689:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281471488 00000100:00100000:3.0:1778923608.448693:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281471488 00000100:00100000:3.0:1778923608.459889:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287558784 00000100:00100000:3.0:1778923608.459900:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287558784 00000100:00100000:3.0:1778923608.459987:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1778923608.459997:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287558784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.460140:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287558784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 144us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.460148:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1778923608.462214:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287558912 00000100:00100000:3.0:1778923608.462222:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287558912 00000100:00100000:3.0:1778923608.462414:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1778923608.462424:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287558912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.462534:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287558912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 112us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.462542:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1778923608.463013:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287559040 00000100:00100000:3.0:1778923608.463017:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287559040 00000100:00100000:3.0:1778923608.463077:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1778923608.463085:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287559040:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.463153:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287559040:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 70us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.463160:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1778923608.467116:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287559808 00000100:00100000:3.0:1778923608.467132:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287559808 00000100:00100000:3.0:1778923608.468116:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287559936 00000100:00100000:3.0:1778923608.468120:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287559936 00000100:00100000:3.0:1778923608.468191:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1778923608.468200:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287559936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.468354:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287559936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 156us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.468361:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1778923608.469163:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287560192 00000100:00100000:3.0:1778923608.469167:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287560192 00000100:00100000:3.0:1778923608.469186:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1778923608.469191:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287560192:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.469667:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287560192:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 473us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.469677:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1778923608.470796:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287560576 00000100:00100000:3.0:1778923608.470800:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287560576 00000100:00100000:3.0:1778923608.470891:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1778923608.470898:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287560576:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.470951:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287560576:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 54us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.470957:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1778923608.471903:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287560832 00000100:00100000:3.0:1778923608.471907:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287560832 00000100:00100000:3.0:1778923608.471927:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1778923608.471933:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287560832:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.472039:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+17:30330:x1865335287560832:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 106us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.472046:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1778923608.478889:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287561088 00000100:00100000:3.0:1778923608.478906:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287561088 00000100:00100000:3.0:1778923608.478982:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1778923608.478993:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287561088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.479149:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287561088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 157us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.479157:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1778923608.480196:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287561472 00000100:00100000:3.0:1778923608.480200:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287561472 00000100:00100000:3.0:1778923608.480226:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1778923608.480233:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287561472:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.480285:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287561472:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.480291:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1778923608.483048:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287561856 00000100:00100000:3.0:1778923608.483057:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287561856 00000100:00100000:3.0:1778923608.483114:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1778923608.483134:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287561856:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923608.483969:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287561856:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 843us (1891us total) trans 17179871869 rc 0/0 00000100:00100000:3.0:1778923608.483979:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1778923608.498391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.560541:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.565691:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281474176 00000100:00100000:3.0:1778923608.565703:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281474176 00000100:00100000:3.0:1778923608.565868:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6449 00000100:00100000:3.0:1778923608.565879:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281474176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923608.565910:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923608.565937:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546326 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923608.565970:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 236681, mtime: 0x6a083854, atime: 0x6a083854, ctime: 0x6a083857, blocks: 0x203 00010000:00010000:3.0:1778923608.565995:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.565998:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.566008:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 28 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.566036:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 28 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.566051:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bbe00, rc 0) 00000100:00100000:3.0:1778923608.566135:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281474176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 258us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.566143:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6449 00000100:00100000:3.0:1778923608.570130:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281474432 00000100:00100000:3.0:1778923608.570143:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281474432 00000100:00100000:3.0:1778923608.570206:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281474304 00000100:00100000:3.0:1778923608.570209:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281474304 00000100:00100000:3.0:1778923608.570239:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6450 00000100:00100000:3.0:1778923608.570249:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281474432:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923608.570270:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923608.570292:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546334 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.570376:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287562112:192.168.203.24@tcp:106: 00000100:00100000:3.0:1778923608.570470:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dd80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923608.574116:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287562112:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923608.574175:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2435 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546334 expref: 29 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.574204:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a2435 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546334 expref: 29 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.574222:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bb400, rc 0) 00000100:00100000:3.0:1778923608.574447:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281474432:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4197us (4608us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923608.574458:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6450 00000100:00100000:3.0:1778923608.604163:0:30321:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281474560 00000100:00100000:3.0:1778923608.604185:0:30321:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281474560 00000100:00100000:3.0:1778923608.604285:0:30321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 171 00000100:00100000:3.0:1778923608.604297:0:30321:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7264f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2355:x1865335281474560:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:3.0:1778923608.604423:0:30321:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7264f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2355:x1865335281474560:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 129us (6555us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923608.604432:0:30321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 171 00000100:00100000:3.0:1778923608.691568:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281474944 00000100:00100000:3.0:1778923608.691580:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281474944 00000100:00100000:3.0:1778923608.691669:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 539 00000100:00100000:3.0:1778923608.694203:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.719420:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281475456 00000100:00100000:3.0:1778923608.719432:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281475456 00000100:00100000:3.0:1778923608.719531:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5241 00000100:00100000:3.0:1778923608.719543:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54880:x1865335281475456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923608.719574:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923608.719601:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a2451 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54633b expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.719732:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a2458 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.719755:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a2458 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.719768:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a2458 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923608.719783:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 251007 00000100:00100000:3.0:1778923608.725880:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281475584 00000100:00100000:3.0:1778923608.726086:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281475584 00000100:00100000:3.0:1778923608.726304:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3071 00000100:00100000:3.0:1778923608.726318:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281475584:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923608.726366:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2466 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.726390:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.726393:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.726401:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2466 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.726418:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2466 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.760985:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281475840 00000100:00100000:3.0:1778923608.760998:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281475840 00000100:00100000:3.0:1778923608.761168:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3073 00000100:00100000:3.0:1778923608.761180:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281475840:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923608.761233:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.761255:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.761257:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.761266:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.761283:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778703:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778728:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778801:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778811:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923608.778817:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778827:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778853:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.778868:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2474 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.778978:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281475840:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17793us (18782us total) trans 0 rc 237568/237568 00000100:00100000:3.0:1778923608.778989:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3073 00010000:00010000:3.0:1778923608.808255:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808279:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808289:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808296:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73b9dc800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923608.808302:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808313:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808339:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.808348:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a2482 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.808454:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607706300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281476096:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6818us (7194us total) trans 0 rc 237568/237568 00000100:00100000:3.0:1778923608.808465:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3075 00000100:00100000:3.0:1778923608.815356:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281476224 00000100:00100000:3.0:1778923608.815369:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281476224 00000100:00100000:3.0:1778923608.815458:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3076 00000100:00100000:3.0:1778923608.815469:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281476224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923608.815542:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.815564:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.815566:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923608.815573:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.815590:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822586:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822610:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822620:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822635:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923608.822640:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822649:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822672:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923608.822680:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a2489 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923608.822949:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607706a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281476224:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7475us (7721us total) trans 0 rc 237568/237568 00000100:00100000:3.0:1778923608.822961:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3076 00000100:00100000:3.0:1778923608.847216:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281476480 00000100:00100000:3.0:1778923608.847230:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281476480 00000100:00100000:3.0:1778923608.848412:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3078 00000100:00100000:3.0:1778923608.870984:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923608.975040:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923609.021686:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923609.068251:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281477760 00000100:00100000:3.0:1778923609.068269:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281477760 00000100:00100000:3.0:1778923609.068354:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6452 00000100:00100000:3.0:1778923609.068368:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281477760:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923609.068406:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.068438:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546349 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923609.068479:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 251007, mtime: 0x6a083858, atime: 0x6a083858, ctime: 0x6a083858, blocks: 0x203 00010000:00010000:3.0:1778923609.068528:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.068531:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.068543:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.068566:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.068583:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:3.0:1778923609.072976:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607706680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281477760:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4607us (6622us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.072984:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6452 00000100:00100000:3.0:1778923609.113004:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281478400 00000100:00100000:3.0:1778923609.113596:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281478400 00000100:00100000:3.0:1778923609.114394:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5243 00000100:00100000:3.0:1778923609.114414:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54881:x1865335281478400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.114447:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.114451:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1778923609.114485:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a24ba lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546342 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.114542:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a2099 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5461cf expref: 209 pid: 30327 timeout: 1404 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.114555:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.114561:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923609.114579:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a24d6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546357 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.114701:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.114717:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.114728:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923609.114885:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 251007 00010000:00010000:3.0:1778923609.115063:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a24d6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546357 expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.115078:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546357 expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.115086:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.115089:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923609.115091:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:3.0:1778923609.115455:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54881:x1865335281478400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1045us (3469us total) trans 8589939551 rc 0/0 00000100:00100000:3.0:1778923609.115465:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5243 00000100:00100000:3.0:1778923609.122959:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281478528 00000100:00100000:3.0:1778923609.122973:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281478528 00000100:00100000:3.0:1778923609.123050:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281478656 00000100:00100000:3.0:1778923609.123062:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281478656 00000100:00100000:3.0:1778923609.123095:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6454 00000100:00100000:3.0:1778923609.123126:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281478528:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923609.123186:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123215:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123235:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.123237:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.123241:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123287:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123304:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.123321:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287562368:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923609.123431:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923609.123473:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6455 00000100:00100000:3.0:1778923609.123481:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281478656:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923609.123526:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a24f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123539:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003bb02159/0x3baece0abe6a2339 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462b6 expref: 30 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123548:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a24cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546350 expref: 30 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123554:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.123556:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.123558:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a24f2 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123578:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a24cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546350 expref: 30 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123588:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a24cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546350 expref: 30 pid: 25674 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.123599:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287562496:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923609.123637:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003bb02159/0x3baece0abe6a2339 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462b6 expref: 30 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.123651:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003bb02159/0x3baece0abe6a2339 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462b6 expref: 30 pid: 22251 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.123661:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287562624:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923609.123679:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dc00 going to sleep for 11 seconds 00010000:00010000:3.0:1778923609.133375:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a24c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546349 expref: 29 pid: 6546 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.133395:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287562368:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923609.133419:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133432:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133440:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133473:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133482:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133497:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133534:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923609.133539:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133550:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133564:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.133573:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a24eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.133633:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e2f1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281478528:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 10530us (10818us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.133642:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6454 00000001:00080000:3.0:1778923609.217425:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939552 is committed 00000004:00080000:3.0:1778923609.217434:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1154 committed 00000004:00080000:3.0:1778923609.217446:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1159 committed 00000004:00080000:3.0:1778923609.217455:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1158 committed 00000004:00080000:3.0:1778923609.217458:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1153 committed 00000004:00080000:3.0:1778923609.217462:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1152 committed 00000004:00080000:3.0:1778923609.217467:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1157 committed 00000004:00080000:3.0:1778923609.217472:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1156 committed 00000004:00080000:3.0:1778923609.217476:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1151 committed 00000004:00080000:3.0:1778923609.217481:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1150 committed 00000004:00080000:3.0:1778923609.217484:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1155 committed 00000004:00080000:3.0:1778923609.217486:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1154 committed 00000004:00080000:3.0:1778923609.217490:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1149 committed 00000004:00080000:3.0:1778923609.217492:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1153 committed 00000004:00080000:3.0:1778923609.217495:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1148 committed 00000004:00080000:3.0:1778923609.217497:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1152 committed 00000004:00080000:3.0:1778923609.217500:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1147 committed 00000004:00080000:3.0:1778923609.217537:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1146 committed 00000004:00080000:3.0:1778923609.217541:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1151 committed 00000004:00080000:3.0:1778923609.217548:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1150 committed 00000004:00080000:3.0:1778923609.217551:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1145 committed 00000004:00080000:3.0:1778923609.217554:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1149 committed 00000004:00080000:3.0:1778923609.217556:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1144 committed 00000004:00080000:3.0:1778923609.217559:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1143 committed 00000004:00080000:3.0:1778923609.217562:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1148 committed 00000100:00100000:3.0:1778923609.217828:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287563008:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923609.217887:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923609.217926:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287563520:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923609.217947:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923609.217968:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923609.217974:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e643800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287563136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923609.217995:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923609.218009:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287563648:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923609.223192:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f77b80/2, rc 0, transno 21474839042 00000100:00100000:3.0:1778923609.223199:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287564800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923609.223398:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281479424 00000100:00100000:3.0:1778923609.223403:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281479424 00000100:00100000:3.0:1778923609.223453:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5245 00000100:00100000:3.0:1778923609.223465:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+194:54881:x1865335281479424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.223483:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.223582:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2500 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54635e expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.229458:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281479552 00000100:00100000:3.0:1778923609.229471:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281479552 00000001:00080000:3.0:1778923609.353285:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871875 is committed 00000001:00080000:3.0:1778923609.353309:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871868 is committed 00000001:00080000:3.0:1778923609.413314:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839045 is committed 00000100:00100000:3.0:1778923609.416220:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923609.475559:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281480960 00000100:00100000:3.0:1778923609.475623:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281480960 00010000:00010000:3.0:1778923609.475681:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a2419 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546311 expref: 19 pid: 22251 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.475759:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2960 00000100:00100000:3.0:1778923609.475770:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281480960:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923609.475797:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.475828:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a2419 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546311 expref: 19 pid: 22251 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.475843:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a2419 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546311 expref: 19 pid: 22251 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.475879:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a2419 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546311 expref: 19 pid: 22251 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.475905:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.475907:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.475913:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d76813a/0x3baece0abe6a2538 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.475924:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d76813a/0x3baece0abe6a2538 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.475963:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923609.476023:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281480960:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 255us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.476029:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2960 00000100:00100000:3.0:1778923609.531425:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287566464:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923609.531468:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.532761:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281481216 00000100:00100000:3.0:1778923609.532772:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281481216 00010000:00010000:3.0:1778923609.532825:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a2420 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546318 expref: 25 pid: 6548 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.532879:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2961 00000100:00100000:3.0:1778923609.532890:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281481216:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923609.532910:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.532939:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a2420 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546318 expref: 25 pid: 6548 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.532953:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a2420 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546318 expref: 25 pid: 6548 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.532982:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a2420 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546318 expref: 25 pid: 6548 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.533004:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.533006:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.533012:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.533024:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.533062:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923609.533134:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281481216:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 245us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.533141:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2961 00002000:00010000:3.0:1778923609.584346:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 236681 -> 253952 00002000:00010000:3.0:1778923609.584358:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923606 -> 1778923609 00002000:00010000:3.0:1778923609.584361:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923606 -> 1778923609 00010000:00010000:3.0:1778923609.584378:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584400:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584410:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584418:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923609.584424:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584434:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584459:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.584469:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a253f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.584645:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281481088:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 56960us (57291us total) trans 17179871883 rc 0/0 00000100:00100000:3.0:1778923609.584657:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3088 00000100:00100000:3.0:1778923609.589326:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281481344 00000100:00100000:3.0:1778923609.589339:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281481344 00000100:00100000:3.0:1778923609.589432:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3089 00000100:00100000:3.0:1778923609.589444:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+17:2353:x1865335281481344:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923609.589492:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a2546 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.589543:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008ece789c/0x3baece0abe6a2427 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54631f expref: 17 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.589552:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.589554:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.589558:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a2546 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.589597:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008ece789c/0x3baece0abe6a2427 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54631f expref: 17 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.589613:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008ece789c/0x3baece0abe6a2427 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54631f expref: 17 pid: 8354 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.589629:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287566592:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923609.589738:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b6780 going to sleep for 11 seconds 00010000:00010000:3.0:1778923609.595585:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a2546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.595594:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a2546 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.655628:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281481728 00000100:00100000:3.0:1778923609.655641:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281481728 00010000:00010000:3.0:1778923609.655695:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 24 pid: 26019 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.655755:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2963 00000100:00100000:3.0:1778923609.655766:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281481728:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923609.655787:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.655816:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 24 pid: 26019 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.655832:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 24 pid: 26019 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.655861:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a242e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546326 expref: 24 pid: 26019 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.655894:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.655897:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.655903:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a254d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.655915:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a254d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.655948:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923609.656021:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281481728:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 256us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.656032:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2963 00000001:00080000:3.0:1778923609.709551:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871884 is committed 00000100:00100000:3.0:1778923609.714450:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281481856 00000100:00100000:3.0:1778923609.714463:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281481856 00000100:00100000:3.0:1778923609.714616:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3091 00000100:00100000:3.0:1778923609.714627:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+16:2356:x1865335281481856:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923609.714674:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.714973:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d9dbd1f/0x3baece0abe6a243c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54632d expref: 16 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.714982:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.714985:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.714989:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.715035:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d9dbd1f/0x3baece0abe6a243c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54632d expref: 16 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.715051:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d9dbd1f/0x3baece0abe6a243c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54632d expref: 16 pid: 6548 timeout: 1406 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.715068:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287566848:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923609.715244:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923609.719373:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287566848:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923609.719416:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.721183:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.721192:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923609.777364:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2be:0x0] updating lvb size from disk: 236681 -> 253952 00002000:00010000:3.0:1778923609.777370:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2be:0x0] updating lvb mtime from disk: 1778923604 -> 1778923609 00002000:00010000:3.0:1778923609.777372:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2be:0x0] updating lvb ctime from disk: 1778923607 -> 1778923609 00010000:00010000:3.0:1778923609.777391:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777407:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777416:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777423:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923609.777428:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777437:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777469:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.777477:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a2554 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.777651:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+15:2356:x1865335281481856:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 63018us (63315us total) trans 21474839049 rc 0/0 00000100:00100000:3.0:1778923609.777662:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3091 00000100:00100000:3.0:1778923609.795540:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281482496 00000100:00100000:3.0:1778923609.795555:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281482496 00000100:00100000:3.0:1778923609.795623:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5247 00000100:00100000:3.0:1778923609.795636:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+196:54881:x1865335281482496:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923609.795718:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.795755:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a250e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546365 expref: 196 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.795779:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.795785:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923609.796152:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.796170:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.796182:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805769:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805790:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805799:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805806:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923609.805812:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805820:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805841:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.805844:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923609.805851:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.805857:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a2569 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.825618:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281483392 00000100:00100000:3.0:1778923609.825630:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281483392 00000100:00100000:3.0:1778923609.825851:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6483 00000100:00100000:3.0:1778923609.825863:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:54881:x1865335281483392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.825885:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.825915:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546388 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923609.825952:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 253952, mtime: 0x6a083859, atime: 0x6a08382a, ctime: 0x6a083859, blocks: 0x203 00010000:00010000:3.0:1778923609.825981:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.825984:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.825993:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546388 expref: 25 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.826011:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546388 expref: 25 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.826024:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:3.0:1778923609.826110:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:54881:x1865335281483392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 250us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.826127:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6483 00000100:00100000:3.0:1778923609.833303:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281483776 00000100:00100000:3.0:1778923609.833316:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281483776 00000100:00100000:3.0:1778923609.833387:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5250 00000100:00100000:3.0:1778923609.833399:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54881:x1865335281483776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.833429:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.833455:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2593 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54638f expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833597:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833615:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833629:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923609.833721:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 251007 00000004:00200000:3.0:1778923609.833735:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923609.833757:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833788:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2593 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54638f expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833808:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54638f expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.833817:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.833820:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923609.833824:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ae00, rc 0) 00000100:00100000:3.0:1778923609.833900:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54881:x1865335281483776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 503us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.833908:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5250 00000100:00100000:3.0:1778923609.838279:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281484032 00000100:00100000:3.0:1778923609.838291:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281484032 00000100:00100000:3.0:1778923609.838361:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5251 00000100:00100000:3.0:1778923609.838371:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54881:x1865335281484032:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923609.838438:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.838471:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a259a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54638f expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.838498:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.838543:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923609.839284:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.839308:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.839320:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843921:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843942:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843951:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843957:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923609.843962:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843969:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.843989:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.843992:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923609.843997:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.844004:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a25a1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.904464:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281485568 00000100:00100000:3.0:1778923609.904477:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281485568 00000100:00100000:3.0:1778923609.904582:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5255 00000100:00100000:3.0:1778923609.904593:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607707800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54881:x1865335281485568:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923609.904670:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.904707:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a25d2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463ab expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.904743:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.904750:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923609.913911:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.913935:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.913943:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.913950:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923609.913956:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.913965:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.913991:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.913995:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923609.914000:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.914007:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a25d9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.914244:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281485696 00000100:00100000:3.0:1778923609.914259:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281485696 00000100:00100000:3.0:1778923609.914333:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6486 00000100:00100000:3.0:1778923609.914344:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:54881:x1865335281485696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.914366:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.914391:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a25e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5463b2 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923609.914424:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 253952, mtime: 0x6a083859, atime: 0x6a083844, ctime: 0x6a083859, blocks: 0x203 00010000:00010000:3.0:1778923609.914453:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.914456:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.914464:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a25e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463b2 expref: 24 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.914482:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a25e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463b2 expref: 24 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.914495:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:3.0:1778923609.914749:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:54881:x1865335281485696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 406us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.914769:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6486 00000100:00100000:3.0:1778923609.925283:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281485952 00000100:00100000:3.0:1778923609.925291:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281485952 00002000:00010000:3.0:1778923609.925341:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:3.0:1778923609.925347:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419180 with x1865335281485952 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923609.925362:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce706419180. 00000100:00100000:3.0:1778923609.925409:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3101 00000100:00100000:3.0:1778923609.925414:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281485952:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923609.925805:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923609.925810:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923605 -> 1778923610 00002000:00010000:3.0:1778923609.925813:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923609.925815:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923605 -> 1778923610 00002000:00010000:3.0:1778923609.925817:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923609.925896:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281485952:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 480us (724us total) trans 17179871889 rc 0/0 00000100:00100000:3.0:1778923609.925904:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3101 00002000:00010000:3.0:1778923609.925909:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:3.0:1778923609.925911:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419180 with x1865335281485952 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923609.925916:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce706419180. 00000100:00100000:3.0:1778923609.947641:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281486464 00000100:00100000:3.0:1778923609.947667:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281486464 00000100:00100000:3.0:1778923609.947759:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6487 00000100:00100000:3.0:1778923609.947771:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:54881:x1865335281486464:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923609.947796:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923609.947821:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022d2af33/0x3baece0abe6a25fc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5463c0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923609.947854:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 253952, mtime: 0x6a083859, atime: 0x6a083844, ctime: 0x6a083859, blocks: 0x203 00010000:00010000:3.0:1778923609.947883:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.947886:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923609.947894:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022d2af33/0x3baece0abe6a25fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463c0 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.947914:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000022d2af33/0x3baece0abe6a25fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463c0 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.947927:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ae00, rc 0) 00000100:00100000:3.0:1778923609.948008:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:54881:x1865335281486464:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 240us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923609.948015:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6487 00000100:00100000:3.0:1778923609.971196:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281487104 00000100:00100000:3.0:1778923609.971210:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281487104 00000100:00100000:3.0:1778923609.971293:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5259 00000100:00100000:3.0:1778923609.971304:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54881:x1865335281487104:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923609.971374:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923609.971410:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a260a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463c7 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.971435:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.971441:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923609.972163:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.972186:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.972198:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923609.972264:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939565 00000004:00010000:3.0:1778923609.972294:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002cb9e040 reply state 00000000c2dbdfbe transno 8589939566 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.972304:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923609.972433:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54881:x1865335281487104:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1129us (2042us total) trans 8589939566 rc 0/0 00000100:00100000:3.0:1778923609.972442:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5259 00000020:00080000:3.0:1778923609.972450:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923609.982619:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982632:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982644:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982652:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923609.982657:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982673:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982697:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923609.982700:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923609.982705:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923609.982712:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a2611 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923609.987562:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281487488 00000100:00100000:3.0:1778923609.987580:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281487488 00002000:00010000:3.0:1778923609.987654:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00100000:3.0:1778923609.987661:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70641aa00 with x1865335281487488 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923609.987685:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70641aa00. 00000100:00100000:3.0:1778923609.987715:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281487360 00000100:00100000:3.0:1778923609.987718:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281487360 00002000:00010000:3.0:1778923609.987744:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/700 (251007->18446744073709551615) 00002000:00100000:3.0:1778923609.987747:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419f80 with x1865335281487360 ext(251007->18446744073709551615) 00002000:00010000:3.0:1778923609.987755:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce706419f80. 00000100:00100000:3.0:1778923609.987775:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3104 00000100:00100000:3.0:1778923609.987785:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281487488:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923609.988183:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923609.988187:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 1778923606 -> 1778923610 00002000:00010000:3.0:1778923609.988190:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:3.0:1778923609.988193:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 1778923606 -> 1778923610 00002000:00010000:3.0:1778923609.988195:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923609.988286:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281487488:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 500us (955us total) trans 17179871891 rc 0/0 00000100:00100000:3.0:1778923609.988297:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3104 00002000:00010000:3.0:1778923609.988302:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00100000:3.0:1778923609.988304:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70641aa00 with x1865335281487488 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923609.988309:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70641aa00. 00000100:00100000:3.0:1778923609.988332:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3105 00000100:00100000:3.0:1778923609.988340:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281487360:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923609.988567:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb size from disk: 253952 -> 251007 00002000:00010000:3.0:1778923609.988571:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb mtime from disk: 1778923609 -> 1778923610 00002000:00010000:3.0:1778923609.988574:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:3.0:1778923609.988576:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb ctime from disk: 1778923609 -> 1778923610 00002000:00010000:3.0:1778923609.988579:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923609.988603:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281487360:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 264us (1201us total) trans 21474839056 rc 0/0 00000100:00100000:3.0:1778923609.988610:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3105 00002000:00010000:3.0:1778923609.988613:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/700 (251007->18446744073709551615) 00002000:00100000:3.0:1778923609.988616:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419f80 with x1865335281487360 ext(251007->18446744073709551615) 00002000:00010000:3.0:1778923609.988621:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce706419f80. 00000100:00100000:3.0:1778923610.018320:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923610.036950:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.036973:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.036982:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.036989:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667da00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923610.036995:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037003:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037022:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923610.037026:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923610.037031:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037038:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2649 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.037749:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281488896 00000100:00100000:3.0:1778923610.037762:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281488896 00000100:00100000:3.0:1778923610.037827:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6491 00000100:00100000:3.0:1778923610.037838:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:54881:x1865335281488896:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923610.037858:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923610.037879:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5463f1 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037913:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a21b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54622a expref: 35 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037922:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923610.037924:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923610.037929:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037965:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a21b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54622a expref: 35 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.037979:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a21b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54622a expref: 35 pid: 32953 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.037995:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287566976:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923610.038188:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923610.044136:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287566976:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923610.044186:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.044216:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:3.0:1778923610.044387:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607704700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:54881:x1865335281488896:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6457us (6600us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923610.044401:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6491 00000100:00100000:3.0:1778923610.056684:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287567104:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923610.056733:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923610.056806:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281489024:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10386us (12760us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923610.056819:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2965 00000100:00100000:3.0:1778923610.090739:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281489536 00000100:00100000:3.0:1778923610.090754:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281489536 00000100:00100000:3.0:1778923610.090896:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5264 00000100:00100000:3.0:1778923610.090909:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54881:x1865335281489536:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923610.091052:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a265e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.091073:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a265e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.091086:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a265e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923610.091286:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000060c753b reply state 00000000dd857feb transno 8589939571 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a265e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.091296:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923610.091418:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:54881:x1865335281489536:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 510us (1537us total) trans 8589939571 rc 0/0 00000100:00100000:3.0:1778923610.091427:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5264 00000100:00100000:3.0:1778923610.102091:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281489664 00000100:00100000:3.0:1778923610.102184:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281489664 00000100:00100000:3.0:1778923610.102325:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6492 00000100:00100000:3.0:1778923610.102337:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54881:x1865335281489664:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923610.102360:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923610.102382:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a2665 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5463f8 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.102419:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a255b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54636c expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.102434:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.102436:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.102440:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a2665 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f8 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.102607:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a255b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54636c expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.102624:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a255b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54636c expref: 36 pid: 22251 timeout: 1407 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.102643:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287567232:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923610.116881:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607705880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287567360:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923610.116924:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923610.116999:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281489792:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7053us (7393us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923610.117012:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2966 00000100:00100000:3.0:1778923610.135430:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6495 00000100:00100000:3.0:1778923610.135440:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281490304:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923610.135647:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923610.135652:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923610.135655:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923610.135658:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923608 -> 1778923610 00002000:00010000:3.0:1778923610.135661:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923610.139020:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281490304:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 3563us (3829us total) trans 21474839059 rc 0/0 00000100:00100000:3.0:1778923610.139037:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6495 00000100:00100000:3.0:1778923610.145432:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281490560 00000100:00100000:3.0:1778923610.145455:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281490560 00000100:00100000:3.0:1778923610.145547:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1952 00000100:00100000:3.0:1778923610.145559:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54881:x1865335281490560:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923610.145647:0:30329:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546357 expref: 214 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.145714:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.145740:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2500 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54635e expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.145751:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.145795:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2500 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54635e expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.145810:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2500 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54635e expref: 214 pid: 31653 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.145827:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287567744:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923610.146140:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b60c0 going to sleep for 11 seconds 00010000:00010000:3.0:1778923610.152297:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2500 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54635e expref: 214 pid: 31653 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.152317:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287567744:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923610.152341:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.152350:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.152356:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923610.268956:0:30329:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053f956cc reply state 000000009d9589f9 transno 8589939572 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2673 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.268983:0:30329:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1778923610.269001:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923610.269005:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923610.269018:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a24dd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546357 expref: 214 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:3.0:1778923610.274386:0:30329:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:3.0:1778923610.274411:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+194:54881:x1865335281490560:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 128848us (129180us total) trans 8589939572 rc 0/0 00000100:00100000:3.0:1778923610.274425:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1952 00000100:00100000:3.0:1778923610.284621:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287569280 00000100:00100000:3.0:1778923610.284629:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287569280 00000100:00100000:3.0:1778923610.284798:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6519 00000100:00100000:3.0:1778923610.284807:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287569280:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923610.284939:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:3.0:1778923610.284943:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923610.284946:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923610.284948:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923610.284951:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923610.284993:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287569280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (393us total) trans 17179871906 rc 0/0 00000100:00100000:3.0:1778923610.285002:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6519 00000100:00100000:3.0:1778923610.318414:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.325046:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281491456 00000100:00100000:3.0:1778923610.325059:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281491456 00000100:00100000:3.0:1778923610.325154:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5267 00000100:00100000:3.0:1778923610.325166:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+196:54882:x1865335281491456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923610.325193:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923610.325301:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a269d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546414 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.325439:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a26a4 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.325457:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a26a4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.325471:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a26a4 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923610.325484:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 251007 00010000:00010000:3.0:1778923610.326441:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a269d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546414 expref: 199 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.326466:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a26a4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546414 expref: 198 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.326475:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923610.326651:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1778923610.326656:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:3.0:1778923610.402074:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.430181:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281492096 00000100:00100000:3.0:1778923610.430192:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281492096 00010000:00010000:3.0:1778923610.430243:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54637a expref: 33 pid: 8354 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.430291:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2969 00000100:00100000:3.0:1778923610.430301:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281492096:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923610.430320:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923610.430347:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54637a expref: 33 pid: 8354 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.430361:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54637a expref: 33 pid: 8354 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.430386:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4a607af/0x3baece0abe6a2570 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54637a expref: 33 pid: 8354 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.430411:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.430413:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.430419:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019333181/0x3baece0abe6a26ce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.430429:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019333181/0x3baece0abe6a26ce lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.430464:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923610.430721:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281492096:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 411us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923610.430736:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2969 00000100:00100000:3.0:1778923610.459299:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281492224 00000100:00100000:3.0:1778923610.459314:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281492224 00000100:00100000:3.0:1778923610.459459:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3112 00000100:00100000:3.0:1778923610.459472:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281492224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923610.459559:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a26d5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.459587:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546388 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.459595:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923610.459598:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923610.459601:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a26d5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.459649:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546388 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.459664:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a258c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546388 expref: 36 pid: 32943 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.459682:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287571072:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923610.459809:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00010000:00010000:3.0:1778923610.470915:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a26d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.470926:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a26d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.496974:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281492480 00000100:00100000:3.0:1778923610.496984:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281492480 00000100:00100000:3.0:1778923610.594728:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.601037:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.621870:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.629588:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923610.639569:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639590:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639604:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639612:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923610.639616:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639625:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639730:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.639738:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a26f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.640362:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281493248:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 18226us (18501us total) trans 0 rc 251007/251007 00000100:00100000:3.0:1778923610.640374:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3116 00000100:00100000:3.0:1778923610.658860:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.672385:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.696016:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.703411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.728415:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.760151:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.764178:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281494400 00000100:00100000:3.0:1778923610.764187:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281494400 00010000:00010000:3.0:1778923610.764238:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a2665 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f8 expref: 34 pid: 26019 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923610.764276:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2978 00000100:00100000:3.0:1778923610.764286:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281494400:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923610.764301:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923610.764322:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a2665 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f8 expref: 34 pid: 26019 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.764336:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a2665 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f8 expref: 34 pid: 26019 timeout: 1407 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.764360:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.764362:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923610.764367:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a270d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.764377:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a270d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->253951] (req 0->253951) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923610.764398:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923610.764456:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281494400:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 171us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923610.764464:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2978 00000100:00100000:3.0:1778923610.820365:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.876400:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.893095:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.914457:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.921307:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281495808 00000100:00100000:3.0:1778923610.921318:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281495808 00002000:00100000:3.0:1778923610.921366:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x2b6:0x0] (106496->172031) req@ffff9ce733bdfb80 x1865335281495808/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:171/0 lens 520/0 e 0 to 0 dl 1778923621 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923610.921378:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdfb80 with x1865335281495808 ext(106496->172031) 00002000:00010000:3.0:1778923610.921385:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733bdfb80 00000100:00100000:3.0:1778923610.921418:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3124 00000100:00100000:3.0:1778923610.921428:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281495808:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923610.973182:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923610.984819:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000001:00080000:3.0:1778923611.063335:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939575 is committed 00000001:00080000:3.0:1778923611.063362:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939581 is committed 00000004:00080000:3.0:1778923611.063369:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1178 committed 00000004:00080000:3.0:1778923611.063391:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1183 committed 00000004:00080000:3.0:1778923611.063402:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1182 committed 00000004:00080000:3.0:1778923611.063405:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1177 committed 00000004:00080000:3.0:1778923611.063407:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1176 committed 00000004:00080000:3.0:1778923611.063409:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1181 committed 00000004:00080000:3.0:1778923611.063411:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1180 committed 00000004:00080000:3.0:1778923611.063413:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1175 committed 00000004:00080000:3.0:1778923611.063415:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1174 committed 00000004:00080000:3.0:1778923611.063417:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1179 committed 00000004:00080000:3.0:1778923611.063419:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1178 committed 00000004:00080000:3.0:1778923611.063421:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1173 committed 00000004:00080000:3.0:1778923611.063422:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1177 committed 00000004:00080000:3.0:1778923611.063424:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1172 committed 00000004:00080000:3.0:1778923611.063427:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1176 committed 00000004:00080000:3.0:1778923611.063429:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1171 committed 00000004:00080000:3.0:1778923611.063430:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1170 committed 00000004:00080000:3.0:1778923611.063432:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1175 committed 00000004:00080000:3.0:1778923611.063434:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1174 committed 00000004:00080000:3.0:1778923611.063436:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1169 committed 00000004:00080000:3.0:1778923611.063438:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1173 committed 00000004:00080000:3.0:1778923611.063439:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1168 committed 00000004:00080000:3.0:1778923611.063441:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1167 committed 00000004:00080000:3.0:1778923611.063443:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1172 committed 00000100:00100000:3.0:1778923611.063721:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287572352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.063813:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.063851:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287572864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.063874:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.063899:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923611.063905:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733b9ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287572480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.063923:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.063937:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287572992:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.063953:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.063979:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287572608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.063999:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.064015:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287573120:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.064062:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.064084:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923611.064090:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287572736:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.064871:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.064898:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287573248:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.064924:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.064977:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572352 00000100:00100000:3.0:1778923611.064987:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572352 00000100:00100000:3.0:1778923611.065048:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572864 00000100:00100000:3.0:1778923611.065052:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572864 00000100:00100000:3.0:1778923611.065072:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572480 00000100:00100000:3.0:1778923611.065075:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572480 00000100:00100000:3.0:1778923611.065085:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572992 00000100:00100000:3.0:1778923611.065087:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572992 00000100:00100000:3.0:1778923611.065096:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572608 00000100:00100000:3.0:1778923611.065097:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572608 00000100:00100000:3.0:1778923611.065122:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287573120 00000100:00100000:3.0:1778923611.065124:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287573120 00000100:00100000:3.0:1778923611.065141:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287572736 00000100:00100000:3.0:1778923611.065144:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287572736 00000100:00100000:3.0:1778923611.065151:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287573248 00000100:00100000:3.0:1778923611.065153:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287573248 00000100:00100000:3.0:1778923611.065165:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6521 00000100:00100000:3.0:1778923611.065173:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287572352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.066607:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287573760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074066:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.074100:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074139:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.074162:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1778923611.074168:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287573632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074189:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.074481:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074546:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.074559:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074578:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923611.074604:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098dad80/2, rc 0, transno 21474839076 00000100:00100000:3.0:1778923611.074618:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287573760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.074644:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287574144 00000100:00100000:3.0:1778923611.074648:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287574144 00000100:00100000:3.0:1778923611.074685:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6537 00000100:00100000:3.0:1778923611.074698:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287574656:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.075166:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3292:x1865335287574656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 470us (585us total) trans 21474839080 rc 0/0 00000100:00100000:3.0:1778923611.075172:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6537 00000004:00080000:3.0:1778923611.075409:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707778a80/2, rc 0, transno 17179871913 00000100:00100000:3.0:1778923611.075424:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707778a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287572736:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923611.075437:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e7480/2, rc 0, transno 17179871914 00000100:00100000:3.0:1778923611.075441:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287573248:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923611.075450:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459f480/2, rc 0, transno 17179871911 00000100:00100000:3.0:1778923611.075453:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287572608:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923611.075462:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e6300/2, rc 0, transno 17179871912 00000100:00100000:3.0:1778923611.075465:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287573120:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.075474:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1778923611.075481:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287574784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.075537:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.075562:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287574784 00000100:00100000:3.0:1778923611.075566:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287574784 00000100:00100000:3.0:1778923611.076593:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6540 00000100:00100000:3.0:1778923611.076610:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287574784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923611.076776:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923611.076779:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.076781:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.076783:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923611.076785:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923611.076853:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287574784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 252us (1315us total) trans 21474839083 rc 0/0 00000100:00100000:3.0:1778923611.076861:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6540 00002000:00010000:3.0:1778923611.076944:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:3.0:1778923611.076948:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.076949:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.076951:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.076953:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1778923611.077392:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287572352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 12218us (13578us total) trans 17179871908 rc 0/0 00000100:00100000:3.0:1778923611.077399:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6521 00000004:00080000:3.0:1778923611.077651:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098db100/2, rc 0, transno 21474839079 00000100:00100000:3.0:1778923611.077657:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287573632:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923611.080231:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 21474839081 00000100:00100000:3.0:1778923611.080249:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574144:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923611.080265:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e99500/2, rc 0, transno 21474839080 00000100:00100000:3.0:1778923611.080269:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574656:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923611.080290:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701500/2, rc 0, transno 21474839078 00000100:00100000:3.0:1778923611.080293:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287574272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923611.080551:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287575168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.080626:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.080663:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1778923611.080668:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287575296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.080686:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.080719:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287575168 00000100:00100000:3.0:1778923611.080726:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287575168 00000100:00100000:3.0:1778923611.080777:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287575296 00000100:00100000:3.0:1778923611.080780:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287575296 00000100:00100000:3.0:1778923611.080800:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6541 00000100:00100000:3.0:1778923611.080809:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287575168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923611.081566:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923611.081570:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923611.081573:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923611.081575:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923611.081578:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a2:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923611.081628:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607518000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287575168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 819us (1001us total) trans 17179871915 rc 0/0 00000100:00100000:3.0:1778923611.081637:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6541 00000100:00100000:3.0:1778923611.081660:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287574912 00000100:00100000:3.0:1778923611.081664:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287574912 00000100:00100000:3.0:1778923611.081689:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287575040 00000100:00100000:3.0:1778923611.081692:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287575040 00000100:00100000:3.0:1778923611.081703:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6542 00000100:00100000:3.0:1778923611.081709:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287575296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.081976:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287575296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (1129us total) trans 17179871916 rc 0/0 00000100:00100000:3.0:1778923611.081989:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6542 00000100:00100000:3.0:1778923611.082008:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6544 00000100:00100000:3.0:1778923611.082018:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287575040:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923611.082180:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287575040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 164us (992us total) trans 17179871917 rc 0/0 00000100:00100000:3.0:1778923611.082188:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6544 00000100:00100000:3.0:1778923611.108334:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.113153:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.119947:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.125898:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281497600 00000100:00100000:3.0:1778923611.125908:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281497600 00010000:00010000:3.0:1778923611.125953:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a2378 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462d2 expref: 33 pid: 26019 timeout: 1408 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.126031:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2982 00000100:00100000:3.0:1778923611.126043:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281497600:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923611.126062:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923611.126088:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a2378 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462d2 expref: 33 pid: 26019 timeout: 1408 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.126099:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a2378 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462d2 expref: 33 pid: 26019 timeout: 1408 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.126144:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a2378 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5462d2 expref: 33 pid: 26019 timeout: 1408 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.126168:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.126170:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.126177:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.126186:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.126225:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.126240:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287576064:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923611.126644:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.129237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.129280:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.129318:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.129887:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3128 00000100:00100000:3.0:1778923611.129899:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281497984:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923611.130084:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923611.130089:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923608 -> 1778923611 00002000:00010000:3.0:1778923611.130093:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.130095:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923608 -> 1778923611 00002000:00010000:3.0:1778923611.130098:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923611.130951:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281497984:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1055us (1631us total) trans 17179871919 rc 0/0 00000100:00100000:3.0:1778923611.130958:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3128 00002000:00010000:3.0:1778923611.130961:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923611.130963:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607519500 with x1865335281497984 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923611.130969:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607519500. 00000100:00100000:3.0:1778923611.138038:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.165095:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.165230:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.165609:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.165672:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3130 00000100:00100000:3.0:1778923611.165690:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281498752:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923611.165997:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 3861 -> 27670 00002000:00010000:3.0:1778923611.166003:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.166006:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.166008:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.166011:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1778923611.166096:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281498752:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 410us (1044us total) trans 17179871921 rc 0/0 00000100:00100000:3.0:1778923611.166118:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3130 00002000:00010000:3.0:1778923611.166122:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (27670->18446744073709551615) 00002000:00100000:3.0:1778923611.166126:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71500 with x1865335281498752 ext(27670->18446744073709551615) 00002000:00010000:3.0:1778923611.166131:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f71500. 00000100:00100000:3.0:1778923611.166155:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3132 00000100:00100000:3.0:1778923611.166165:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281499008:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923611.166279:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923611.166283:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.166285:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923611.166288:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.166290:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923611.166310:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281499008:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 148us (703us total) trans 17179871922 rc 0/0 00000100:00100000:3.0:1778923611.166317:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3132 00002000:00010000:3.0:1778923611.166319:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923611.166322:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f70380 with x1865335281499008 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923611.166326:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f70380. 00000100:00100000:3.0:1778923611.170921:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.191231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.227071:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000001:00080000:3.0:1778923611.275396:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871925 is committed 00000001:00080000:3.0:1778923611.275420:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871918 is committed 00000100:00100000:3.0:1778923611.309015:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.309187:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.315593:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.327824:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.331226:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.339433:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281501952 00000100:00100000:3.0:1778923611.339446:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281501952 00000100:00100000:3.0:1778923611.343758:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.343814:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281502080 00000100:00100000:3.0:1778923611.343826:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281502080 00000100:00100000:3.0:1778923611.343894:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5281 00000100:00100000:3.0:1778923611.343906:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54883:x1865335281502080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.343944:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.343973:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a27e6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54647d expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344069:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a27ed lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344086:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a27ed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344100:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a27ed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923611.344158:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b5:0x0]: returning size 0 00000004:00200000:3.0:1778923611.344163:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923611.344187:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a27ed lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344231:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a27e6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54647d expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344254:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a27ed lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b5:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54647d expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.344264:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff9ce706533400) 00010000:00010000:3.0:1778923611.344267:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1778923611.344271:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420eea00, rc 0) 00000100:00100000:3.0:1778923611.344582:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54883:x1865335281502080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 678us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.344595:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5281 00000100:00100000:3.0:1778923611.347453:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.347490:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923611.360050:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281502720 00000100:00100000:3.0:1778923611.360063:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281502720 00000100:00100000:3.0:1778923611.360150:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281502976 00000100:00100000:3.0:1778923611.360153:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281502976 00000100:00100000:3.0:1778923611.360175:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281502848 00000100:00100000:3.0:1778923611.360177:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281502848 00000100:00100000:3.0:1778923611.360204:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6551 00000100:00100000:3.0:1778923611.360805:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281502720:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923611.360871:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a2817 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.360898:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546437 expref: 24 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.360907:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923611.360909:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923611.360913:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a2817 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.360957:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546437 expref: 24 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.360974:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2745 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546437 expref: 24 pid: 25674 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.360999:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e640e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287576448:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923611.361119:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.361150:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6552 00000100:00100000:3.0:1778923611.361159:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281502976:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923611.361180:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a281e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.361194:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.361201:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923611.361202:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923611.361205:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a281e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.361235:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.361244:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a2753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546445 expref: 24 pid: 6547 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.361255:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287576576:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923611.365059:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00010000:00010000:3.0:1778923611.372977:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2745 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546437 expref: 22 pid: 25674 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.373021:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e640e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287576448:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923611.373063:0:6546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a2817 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.378136:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281503488 00000100:00100000:3.0:1778923611.378149:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281503488 00000100:00100000:3.0:1778923611.378221:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6554 00000100:00100000:3.0:1778923611.378232:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281503488:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.378253:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.378461:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a282c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546499 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923611.378499:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a083858, ctime: 0x6a08385b, blocks: 0x187 00000100:00100000:3.0:1778923611.431462:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281503872 00000100:00100000:3.0:1778923611.431476:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281503872 00000100:00100000:3.0:1778923611.431621:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3139 00000100:00100000:3.0:1778923611.431633:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281503872:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923611.431682:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.431705:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.431707:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.431724:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.431747:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444809:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444835:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444846:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444855:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923611.444860:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444869:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444902:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.444912:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a2841 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.445022:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281503872:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13384us (13967us total) trans 0 rc 210696/210696 00000100:00100000:3.0:1778923611.445036:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3139 00000001:00080000:3.0:1778923611.639455:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939583 is committed 00000001:00080000:3.0:1778923611.639482:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939587 is committed 00000001:00080000:3.0:1778923611.639525:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939591 is committed 00000100:00100000:3.0:1778923611.643546:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281504512 00000100:00100000:3.0:1778923611.643558:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281504512 00000100:00100000:3.0:1778923611.643704:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281504384 00000100:00100000:3.0:1778923611.643709:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281504384 00000100:00100000:3.0:1778923611.726556:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6565 00000100:00100000:3.0:1778923611.726656:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281506432:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923611.726857:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923611.726862:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.726865:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923608 -> 1778923611 00002000:00010000:3.0:1778923611.726867:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923611.726869:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923611.726898:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281506432:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 333us (1364us total) trans 17179871928 rc 0/0 00000100:00100000:3.0:1778923611.726905:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6565 00000100:00100000:3.0:1778923611.734577:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281506688 00000100:00100000:3.0:1778923611.734592:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281506688 00000100:00100000:3.0:1778923611.734800:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1958 00000100:00100000:3.0:1778923611.734814:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+198:54883:x1865335281506688:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923611.734918:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a2809 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546492 expref: 198 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.735313:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a2880 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.735333:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a276f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546453 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.735343:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a2880 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.749911:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a2880 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.749920:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a2880 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.749949:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a2887 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.749970:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a286b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ae expref: 197 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.749978:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a2887 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.750014:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a286b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ae expref: 197 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.750029:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a286b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ae expref: 197 pid: 31653 timeout: 1408 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.750054:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287577856:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923611.751478:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.764906:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287577856:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923611.764950:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a2887 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.765967:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a2887 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.765975:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a2887 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923611.767008:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287577984:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.767110:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.767151:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.767996:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287577984:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.768062:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287578112:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.768357:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.768469:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.769990:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287578368 00000100:00100000:3.0:1778923611.769995:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287578368 00000100:00100000:3.0:1778923611.770027:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1778923611.770035:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578368:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.770336:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578368:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 300us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.770343:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1778923611.772739:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287578496 00000100:00100000:3.0:1778923611.772747:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287578496 00000100:00100000:3.0:1778923611.772809:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1778923611.772819:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578496:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.772903:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578496:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 85us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.772911:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1778923611.774773:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287578752 00000100:00100000:3.0:1778923611.774778:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287578752 00000100:00100000:3.0:1778923611.774811:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1778923611.774817:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578752:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.774874:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287578752:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.774880:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1778923611.784002:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287578880 00000100:00100000:3.0:1778923611.784026:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287578880 00000100:00100000:3.0:1778923611.797356:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1778923611.797379:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287579520:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.797487:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287579520:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 113us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.797494:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1778923611.798188:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287579648 00000100:00100000:3.0:1778923611.798193:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287579648 00000100:00100000:3.0:1778923611.798336:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1778923611.798344:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287579648:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.798574:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287579648:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 231us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.798581:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1778923611.803872:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287580032 00000100:00100000:3.0:1778923611.803884:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287580032 00000100:00100000:3.0:1778923611.825094:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e6300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287580800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.825211:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287580928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.825275:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.825315:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923611.826382:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e642680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287580928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.826469:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287581056:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.826500:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923611.828609:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287581184 00000100:00100000:3.0:1778923611.828614:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287581184 00000100:00100000:3.0:1778923611.828648:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1778923611.828656:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287581184:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.828742:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607705880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287581184:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 87us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.828749:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1778923611.836180:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287581312 00000100:00100000:3.0:1778923611.836192:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287581312 00000100:00100000:3.0:1778923611.836583:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1778923611.836595:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287581312:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.837344:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607704a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287581312:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 748us (1446us total) trans 17179871929 rc 0/0 00000100:00100000:3.0:1778923611.837356:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1778923611.841113:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1778923611.841130:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287581440:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923611.842081:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287581440:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 953us (4106us total) trans 21474839090 rc 0/0 00000100:00100000:3.0:1778923611.842105:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1778923611.874975:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923611.882560:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923611.882569:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e8cf800/0x3baece0abe6a2895 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.882587:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8cf800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923611.882591:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e8cf800/0x3baece0abe6a2895 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.882600:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e8cf800/0x3baece0abe6a2895 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.882616:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b5:0x0].0x0 (ffff9ce7226f8200) 00010000:00010000:3.0:1778923611.882619:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923611.882625:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e8cf800/0x3baece0abe6a2895 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.882632:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e8cf800/0x3baece0abe6a2895 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.882662:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923611.882664:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923611.882666:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923611.915490:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281507712 00000100:00100000:3.0:1778923611.915538:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281507712 00000100:00100000:3.0:1778923611.915617:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5289 00000100:00100000:3.0:1778923611.915629:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54884:x1865335281507712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.915663:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.915689:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a289c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5464bc expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915798:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915817:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915830:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915850:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915857:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.915863:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917192:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917217:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917228:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923611.917279:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 210696 00000004:00200000:3.0:1778923611.917285:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923611.917309:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917324:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917334:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917342:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917350:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917357:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923611.917362:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917371:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917384:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923611.917388:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923611.917394:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917401:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a28a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917416:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917421:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917427:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917433:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923611.917436:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917442:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917449:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce7053b5600) 00010000:00010000:3.0:1778923611.917452:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923611.917454:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.917460:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a28aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.923239:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a289c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.923294:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.923306:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923611.923309:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923611.923314:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:3.0:1778923611.923435:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54884:x1865335281507712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7806us (8047us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.923449:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5289 00000100:00100000:3.0:1778923611.951123:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281508352 00000100:00100000:3.0:1778923611.951135:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281508352 00000100:00100000:3.0:1778923611.953403:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6567 00000100:00100000:3.0:1778923611.953441:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281508352:12345-192.168.203.24@tcp:101:lfs.0 00000100:00100000:3.0:1778923611.981108:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281508736 00000100:00100000:3.0:1778923611.981121:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281508736 00000100:00100000:3.0:1778923611.981200:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6570 00000100:00100000:3.0:1778923611.981212:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281508736:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.981240:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.981269:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5464e6 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923611.981304:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 251007, mtime: 0x6a08385a, atime: 0x6a083844, ctime: 0x6a08385a, blocks: 0x203 00010000:00010000:3.0:1778923611.981330:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.981332:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.981343:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 22 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.981365:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 22 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.981380:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1e00, rc 0) 00000100:00100000:3.0:1778923611.981466:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281508736:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 256us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.981478:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6570 00000100:00100000:3.0:1778923611.989161:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281508864 00000100:00100000:3.0:1778923611.989177:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281508864 00000100:00100000:3.0:1778923611.989316:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6571 00000100:00100000:3.0:1778923611.989330:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281508864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.989353:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.989386:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5464ed expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923611.989423:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 251007, mtime: 0x6a08385a, atime: 0x6a083844, ctime: 0x6a08385a, blocks: 0x203 00010000:00010000:3.0:1778923611.989447:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.989450:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923611.989462:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 28 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.989484:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 28 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923611.989501:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1800, rc 0) 00000100:00100000:3.0:1778923611.989629:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281508864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 302us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923611.989637:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6571 00000100:00100000:3.0:1778923611.997350:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281508992 00000100:00100000:3.0:1778923611.997369:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281508992 00000100:00100000:3.0:1778923611.997441:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6572 00000100:00100000:3.0:1778923611.997451:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281508992:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923611.997478:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923611.997560:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5464f4 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923611.997599:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2bc:0x0] initial LVB size: 251007, mtime: 0x6a08385a, atime: 0x6a083848, ctime: 0x6a08385a, blocks: 0x203 00000100:00100000:3.0:1778923612.023137:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.103218:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.137557:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.180970:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.225863:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281510272 00000100:00100000:3.0:1778923612.226014:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281510272 00000100:00100000:3.0:1778923612.248241:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.282838:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.345998:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.371905:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.449047:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.651404:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281511680 00000100:00100000:3.0:1778923612.651417:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281511680 00000100:00100000:3.0:1778923612.651574:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3153 00000100:00100000:3.0:1778923612.651587:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281511680:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923612.651646:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.651670:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.651673:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.651679:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.651702:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669258:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669283:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669293:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669301:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923612.669307:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669317:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669341:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.669350:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a298a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923612.669456:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281511680:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17866us (18400us total) trans 0 rc 210696/210696 00000100:00100000:3.0:1778923612.669469:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3153 00000100:00100000:3.0:1778923612.683006:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281511808 00000100:00100000:3.0:1778923612.683018:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281511808 00000100:00100000:3.0:1778923612.683117:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3154 00000100:00100000:3.0:1778923612.683128:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281511808:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923612.683190:0:14406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385b, blocks: 0x203 00010000:00010000:3.0:1778923612.683201:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.683220:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.683223:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.683230:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.683398:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692364:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692383:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692393:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692400:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923612.692405:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692414:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692433:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.692440:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2991 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923612.739472:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281512448 00000100:00100000:3.0:1778923612.739486:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281512448 00000100:00100000:3.0:1778923612.739622:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5293 00000100:00100000:3.0:1778923612.739644:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281512448:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923612.739677:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923612.739716:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2998 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546517 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.739854:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a299f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.739873:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.739884:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a299f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.739931:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.739947:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 209 pid: 31254 timeout: 1409 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923612.739964:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751f100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287581568:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923612.740088:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923612.749423:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.757597:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281512832 00000100:00100000:3.0:1778923612.757617:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281512832 00000100:00100000:3.0:1778923612.757718:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6576 00000100:00100000:3.0:1778923612.757731:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281512832:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923612.757755:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923612.757778:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546525 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.757814:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.757817:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.757828:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546525 expref: 31 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.757847:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546525 expref: 31 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.757864:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee200, rc 0) 00000100:00100000:3.0:1778923612.757945:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281512832:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 217us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923612.757953:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6576 00000100:00100000:3.0:1778923612.850014:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.858018:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.858140:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.864548:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.874130:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.874164:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.954006:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923612.961080:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281515008 00000100:00100000:3.0:1778923612.961100:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281515008 00000100:00100000:3.0:1778923612.961166:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6584 00000100:00100000:3.0:1778923612.961176:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:54887:x1865335281515008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923612.961206:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923612.961229:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546564 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.961261:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.961264:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923612.961272:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546564 expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.961290:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546564 expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923612.961305:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e870200, rc 0) 00000100:00100000:3.0:1778923612.961377:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54887:x1865335281515008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 203us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923612.961385:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6584 00000100:00100000:3.0:1778923612.965564:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.006929:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.013704:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923613.021457:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.021484:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923613.148555:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871927 is committed 00000001:00080000:3.0:1778923613.148585:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871930 is committed 00000001:00080000:3.0:1778923613.148597:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871929 is committed 00002000:00010000:3.0:1778923613.148669:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 0 -> 210696 00002000:00010000:3.0:1778923613.148674:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 0 -> 1778923613 00002000:00010000:3.0:1778923613.148677:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 0 -> 1778923613 00002000:00010000:3.0:1778923613.148680:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:3.0:1778923613.148698:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148714:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148725:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148738:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923613.148754:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148764:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148788:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.148796:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a2a4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.148925:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281515520:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 139569us (142003us total) trans 17179871930 rc 0/0 00000100:00100000:3.0:1778923613.148936:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3156 00000001:00080000:3.0:1778923613.233028:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939606 is committed 00000001:00080000:3.0:1778923613.233059:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939607 is committed 00000001:00080000:3.0:1778923613.233083:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939608 is committed 00000020:00080000:3.0:1778923613.233123:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce7057b60c0 refcount 2 committed 0 result 0 batchid 4294969393 00000020:00080000:3.0:1778923613.233130:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7352cc200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72b826b40 00000020:00080000:3.0:1778923613.233134:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7352cc000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7057b69c0 00000020:00080000:3.0:1778923613.233137:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7352ccb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce60567ac00 00000020:00080000:3.0:1778923613.233140:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].37 00000100:00100000:3.0:1778923613.240281:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281515904 00000100:00100000:3.0:1778923613.240295:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281515904 00000100:00100000:3.0:1778923613.240362:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281516032 00000100:00100000:3.0:1778923613.240365:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281516032 00000100:00100000:3.0:1778923613.240398:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6587 00000100:00100000:3.0:1778923613.240408:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281515904:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923613.240672:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281515904:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 264us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.240680:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6587 00000100:00100000:3.0:1778923613.240704:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6588 00000100:00100000:3.0:1778923613.240712:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281516032:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923613.240761:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281516032:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 50us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.240767:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6588 00000100:00100000:3.0:1778923613.263944:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.265434:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.275132:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.294047:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281516928 00000100:00100000:3.0:1778923613.294060:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281516928 00000100:00100000:3.0:1778923613.294136:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6592 00000100:00100000:3.0:1778923613.294148:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+26:54887:x1865335281516928:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923613.294173:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923613.294205:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546587 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.294247:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a2a01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54654f expref: 27 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.294258:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.294260:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.294265:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 27 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.294309:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a2a01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54654f expref: 27 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.294325:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a2a01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54654f expref: 27 pid: 6548 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.294343:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287581952:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923613.294449:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00010000:00010000:3.0:1778923613.299809:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a2a01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54654f expref: 28 pid: 6548 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.299831:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287581952:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923613.299867:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 27 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.299879:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:3.0:1778923613.299935:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:54887:x1865335281516928:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5789us (6001us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.299949:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6592 00000100:00100000:3.0:1778923613.306194:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281517184 00000100:00100000:3.0:1778923613.306208:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281517184 00000100:00100000:3.0:1778923613.306268:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281517312 00000100:00100000:3.0:1778923613.306271:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281517312 00000100:00100000:3.0:1778923613.306302:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6593 00000100:00100000:3.0:1778923613.306313:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281517184:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923613.306694:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 210696 -> 210696 00002000:00010000:3.0:1778923613.306699:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923613 -> 1778923611 00002000:00010000:3.0:1778923613.306701:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 0 -> 1778923611 00002000:00010000:3.0:1778923613.306704:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:3.0:1778923613.306706:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923613.306808:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281517184:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 496us (1468us total) trans 17179871931 rc 0/0 00000100:00100000:3.0:1778923613.306817:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6593 00000100:00100000:3.0:1778923613.306840:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6594 00000100:00100000:3.0:1778923613.306848:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281517312:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923613.307404:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923613.307408:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 0 -> 1778923611 00002000:00010000:3.0:1778923613.307411:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 0 -> 1778923611 00002000:00010000:3.0:1778923613.307413:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 0 -> 1778923613 00002000:00010000:3.0:1778923613.307415:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923613.307448:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281517312:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 600us (2043us total) trans 21474839091 rc 0/0 00000100:00100000:3.0:1778923613.307456:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6594 00000100:00100000:3.0:1778923613.314717:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.322976:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5302 00000100:00100000:3.0:1778923613.322991:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54887:x1865335281517824:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923613.323063:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.323108:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a28b1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464bc expref: 199 pid: 31254 timeout: 1409 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.323130:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923613.323136:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923613.323320:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a2a86 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.323339:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a2a86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.323351:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a2a86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923613.323954:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c68714da reply state 00000000176ca180 transno 8589939610 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a2a86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.323968:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923613.324116:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54887:x1865335281517824:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1126us (1726us total) trans 8589939610 rc 0/0 00000100:00100000:3.0:1778923613.324125:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5302 00000100:00100000:3.0:1778923613.349899:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.349935:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.349969:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.349991:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.350006:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.350031:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.350066:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.350106:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518464 00000100:00100000:3.0:1778923613.350116:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518464 00010000:00010000:3.0:1778923613.350168:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000918a86aa/0x3baece0abe6a29bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54652c expref: 37 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350209:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518720 00000100:00100000:3.0:1778923613.350212:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518720 00010000:00010000:3.0:1778923613.350225:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546564 expref: 38 pid: 26019 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350237:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518976 00000100:00100000:3.0:1778923613.350240:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518976 00010000:00010000:3.0:1778923613.350252:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a2a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546572 expref: 39 pid: 22251 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350263:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518336 00000100:00100000:3.0:1778923613.350265:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518336 00010000:00010000:3.0:1778923613.350277:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546525 expref: 40 pid: 8354 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350288:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518592 00000100:00100000:3.0:1778923613.350289:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518592 00010000:00010000:3.0:1778923613.350298:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2a2b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54655d expref: 41 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350307:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281518848 00000100:00100000:3.0:1778923613.350310:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281518848 00010000:00010000:3.0:1778923613.350321:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a2a39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54656b expref: 42 pid: 25674 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350331:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281519104 00000100:00100000:3.0:1778923613.350333:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281519104 00010000:00010000:3.0:1778923613.350343:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a27f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54648b expref: 43 pid: 6548 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.350360:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2996 00000100:00100000:3.0:1778923613.350369:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281518464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.350390:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.350423:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000918a86aa/0x3baece0abe6a29bb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54652c expref: 43 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350436:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000918a86aa/0x3baece0abe6a29bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54652c expref: 43 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350471:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.350591:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281518464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 221us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.350599:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2996 00000100:00100000:3.0:1778923613.350628:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2997 00000100:00100000:3.0:1778923613.350635:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281518720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.350644:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.350654:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546564 expref: 42 pid: 26019 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350666:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a2a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546564 expref: 42 pid: 26019 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350679:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.350700:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281518720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 66us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.350706:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2997 00000100:00100000:3.0:1778923613.350718:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2998 00000100:00100000:3.0:1778923613.350725:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281518976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.350733:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.350741:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a2a40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546572 expref: 41 pid: 22251 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350750:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a2a40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546572 expref: 41 pid: 22251 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350760:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.350778:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281518976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 55us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.350784:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2998 00000100:00100000:3.0:1778923613.350797:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2999 00000100:00100000:3.0:1778923613.350802:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281518336:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.350810:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.350818:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546525 expref: 40 pid: 8354 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350828:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a29ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546525 expref: 40 pid: 8354 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350839:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.350856:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281518336:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 54us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.350862:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2999 00000100:00100000:3.0:1778923613.350911:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3000 00000100:00100000:3.0:1778923613.350918:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281518592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.350928:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.350936:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2a2b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54655d expref: 39 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350945:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2a2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54655d expref: 39 pid: 6547 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.350955:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.350972:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281518592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 55us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.350978:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3000 00000100:00100000:3.0:1778923613.350991:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3001 00000100:00100000:3.0:1778923613.350997:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281518848:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.351008:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.351016:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a2a39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54656b expref: 38 pid: 25674 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351026:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a2a39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54656b expref: 38 pid: 25674 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351036:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.351053:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281518848:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 57us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.351059:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3001 00000100:00100000:3.0:1778923613.351073:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3002 00000100:00100000:3.0:1778923613.351079:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281519104:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.351098:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.351106:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a27f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54648b expref: 37 pid: 6548 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351116:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a27f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54648b expref: 37 pid: 6548 timeout: 1410 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351128:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.351130:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.351137:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007afda3c7/0x3baece0abe6a2a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546595 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351153:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007afda3c7/0x3baece0abe6a2a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546595 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.351194:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007afda3c7/0x3baece0abe6a2a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a4:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546595 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.351210:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287583360:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923613.351266:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.378083:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281519744 00000100:00100000:3.0:1778923613.378107:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281519744 00010000:00010000:3.0:1778923613.378161:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a288e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464b5 expref: 200 pid: 31653 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.378207:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281519872 00000100:00100000:3.0:1778923613.378210:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281519872 00010000:00010000:3.0:1778923613.378224:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a28bf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464c3 expref: 201 pid: 30325 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.378257:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3003 00000100:00100000:3.0:1778923613.378267:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:2355:x1865335281519744:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923613.378284:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923613.378290:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a288e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464b5 expref: 201 pid: 31653 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378303:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a288e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464b5 expref: 201 pid: 31653 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378331:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a288e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464b5 expref: 201 pid: 31653 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378352:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923613.378357:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378366:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378373:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923613.378439:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:2355:x1865335281519744:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 172us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.378448:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3003 00000100:00100000:3.0:1778923613.378469:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3004 00000100:00100000:3.0:1778923613.378476:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:2353:x1865335281519872:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923613.378549:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a28bf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464c3 expref: 199 pid: 30325 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378563:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a28bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464c3 expref: 199 pid: 30325 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378577:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a28bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464c3 expref: 199 pid: 30325 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378585:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923613.378589:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1778923613.378591:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378601:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378609:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378641:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a28bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464c3 expref: 199 pid: 30325 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.378665:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:2353:x1865335281519872:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 191us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923613.378673:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3004 00010000:00010000:3.0:1778923613.378773:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378784:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a2a9b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378812:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a2aa2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378825:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a2a6a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546579 expref: 198 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378835:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a2aa2 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378876:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a2a6a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546579 expref: 198 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.378891:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a2a6a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546579 expref: 198 pid: 30328 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.378908:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287583744:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923613.378972:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00010000:00010000:3.0:1778923613.384959:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a2a6a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546579 expref: 198 pid: 30328 timeout: 1410 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.384982:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287583744:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923613.385009:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a2aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.385020:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a2aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.385028:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a2aa2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.387490:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287583872:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.387598:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.387639:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.388818:0:30330:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871929 gen 2 00000004:00080000:3.0:1778923613.388826:0:30330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871929 committed transno 17179871929 00000100:00100000:3.0:1778923613.388856:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287583872:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.389328:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.389382:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.389468:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.390684:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.390786:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.390821:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.390851:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.391433:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.391472:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.391550:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.391564:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.392065:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.392128:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.392158:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.392179:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.392482:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.392559:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.392586:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.392598:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.393009:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.393048:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.393075:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.393107:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.393450:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.393481:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.393549:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.393571:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.394011:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.394051:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287584896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.394080:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923613.394108:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923613.400376:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287586048 00000100:00100000:3.0:1778923613.400382:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287586048 00000100:00100000:3.0:1778923613.408472:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287587584 00000100:00100000:3.0:1778923613.408477:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287587584 00000100:00100000:3.0:1778923613.408605:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1778923613.408612:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287587584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923613.408988:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30330:x1865335287587584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 376us (860us total) trans 21474839093 rc 0/0 00000100:00100000:3.0:1778923613.408996:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1778923613.456378:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.466882:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.524780:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281521152 00000100:00100000:3.0:1778923613.524793:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281521152 00000100:00100000:3.0:1778923613.524939:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3157 00000100:00100000:3.0:1778923613.524953:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281521152:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923613.525001:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.525023:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.525026:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.525032:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.525049:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538816:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538843:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538853:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538861:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e819800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923613.538866:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538876:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538901:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.538911:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c021052c/0x3baece0abe6a2ada lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.539019:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281521152:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14061us (14655us total) trans 0 rc 210696/210696 00000100:00100000:3.0:1778923613.539031:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3157 00000100:00100000:3.0:1778923613.546627:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.600103:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.647327:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.690345:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.758679:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.799697:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281523072 00000100:00100000:3.0:1778923613.799713:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281523072 00000100:00100000:3.0:1778923613.799806:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3163 00000100:00100000:3.0:1778923613.799818:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281523072:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923613.799863:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.799886:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.799888:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923613.799895:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.799912:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.824709:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923613.831722:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831748:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831757:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831765:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923613.831771:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831780:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831804:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923613.831813:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001aa7b325/0x3baece0abe6a2b12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923613.831929:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281523072:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 32107us (32536us total) trans 0 rc 210696/210696 00000100:00100000:3.0:1778923613.831940:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3163 00000100:00100000:3.0:1778923613.849573:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923613.893836:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.225036:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281524096 00000100:00100000:3.0:1778923614.225046:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281524096 00000100:00100000:3.0:1778923614.225130:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3171 00000100:00100000:3.0:1778923614.225141:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281524096:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923614.225177:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b4a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.225204:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.225206:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.225212:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.225235:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b4a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.242733:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.267852:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281524352 00000100:00100000:3.0:1778923614.267861:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281524352 00000100:00100000:3.0:1778923614.267928:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3173 00000100:00100000:3.0:1778923614.267939:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281524352:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923614.267987:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:3.0:1778923614.267998:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.268015:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.268017:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.268023:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.268037:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279022:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279040:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279048:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279055:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923614.279060:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279068:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279093:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.279101:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a2b58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->212991] (req 0->212991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.279217:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281524352:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11275us (11537us total) trans 0 rc 210696/210696 00000100:00100000:3.0:1778923614.279229:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3173 00000100:00100000:3.0:1778923614.302772:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281524480 00000100:00100000:3.0:1778923614.302782:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281524480 00000100:00100000:3.0:1778923614.303163:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 546 00000100:00100000:3.0:1778923614.303178:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54889:x1865335281524480:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923614.303205:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923614.303233:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a2af6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465b1 expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.303255:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923614.303260:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923614.303326:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54889:x1865335281524480:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 153us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.303334:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 546 00000100:00100000:3.0:1778923614.306622:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.314058:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281524992 00000100:00100000:3.0:1778923614.314068:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281524992 00000100:00100000:3.0:1778923614.321960:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281525120 00000100:00100000:3.0:1778923614.321969:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281525120 00010000:00010000:3.0:1778923614.322010:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a2abe lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465a3 expref: 209 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.322055:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3008 00000100:00100000:3.0:1778923614.322078:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:2353:x1865335281525120:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923614.322104:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a2abe lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465a3 expref: 209 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322123:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a2abe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465a3 expref: 209 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322136:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a2abe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465a3 expref: 209 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322146:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923614.322150:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923614.322154:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322165:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322172:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.322203:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a2abe lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465a3 expref: 209 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.322270:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:2353:x1865335281525120:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 205us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.322278:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3008 00000100:00100000:3.0:1778923614.332305:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.339436:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281525376 00000100:00100000:3.0:1778923614.339446:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281525376 00000100:00100000:3.0:1778923614.339523:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6601 00000100:00100000:3.0:1778923614.339533:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:54746:x1865335281525376:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923614.339551:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923614.339569:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a2b7b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5465c6 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.339601:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2b74 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465bf expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.339610:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.339612:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.339616:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a2b7b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465c6 expref: 25 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.339646:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2b74 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465bf expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.339659:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2b74 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465bf expref: 25 pid: 25674 timeout: 1411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.339673:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287588096:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923614.339945:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923614.345170:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287588096:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923614.345214:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a2b7b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465c6 expref: 25 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.345245:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50200, rc 0) 00000100:00100000:3.0:1778923614.345305:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:54746:x1865335281525376:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 5772us (5956us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.345315:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6601 00000100:00100000:3.0:1778923614.354036:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281525632 00000100:00100000:3.0:1778923614.354045:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281525632 00002000:00100000:3.0:1778923614.354109:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x2c0:0x0] (77824->81919) req@ffff9ce607703b80 x1865335281525632/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/0 e 0 to 0 dl 1778923625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.354121:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703b80 with x1865335281525632 ext(77824->81919) 00002000:00010000:3.0:1778923614.354127:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703b80 00000100:00100000:3.0:1778923614.354201:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3174 00000100:00100000:3.0:1778923614.354211:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281525632:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923614.354406:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281525632:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 196us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923614.354414:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3174 00002000:00100000:3.0:1778923614.354421:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x240000400:0x2c0:0x0] (77824->81919) req@ffff9ce607703b80 x1865335281525632/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/4536 e 0 to 0 dl 1778923625 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.354429:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703b80 with x1865335281525632 ext(77824->81919) 00002000:00010000:3.0:1778923614.354432:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703b80 00000001:00080000:3.0:1778923614.415460:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939618 is committed 00000001:00080000:3.0:1778923614.415481:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939621 is committed 00000004:00080000:3.0:1778923614.415486:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1192 committed 00000004:00080000:3.0:1778923614.415520:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1197 committed 00000004:00080000:3.0:1778923614.415536:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1196 committed 00000004:00080000:3.0:1778923614.415539:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1191 committed 00000004:00080000:3.0:1778923614.415541:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1190 committed 00000004:00080000:3.0:1778923614.415543:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1195 committed 00000004:00080000:3.0:1778923614.415545:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1194 committed 00000004:00080000:3.0:1778923614.415548:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1189 committed 00000004:00080000:3.0:1778923614.415549:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1188 committed 00000004:00080000:3.0:1778923614.415552:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1193 committed 00000004:00080000:3.0:1778923614.415553:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1192 committed 00000004:00080000:3.0:1778923614.415555:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1187 committed 00000004:00080000:3.0:1778923614.415557:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1186 committed 00000004:00080000:3.0:1778923614.415559:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1191 committed 00000004:00080000:3.0:1778923614.415561:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1190 committed 00000004:00080000:3.0:1778923614.415563:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1185 committed 00000004:00080000:3.0:1778923614.415564:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1189 committed 00000004:00080000:3.0:1778923614.415566:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1184 committed 00000004:00080000:3.0:1778923614.415568:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1188 committed 00000004:00080000:3.0:1778923614.415570:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1183 committed 00000004:00080000:3.0:1778923614.415571:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1182 committed 00000004:00080000:3.0:1778923614.415573:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1187 committed 00000004:00080000:3.0:1778923614.415575:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1186 committed 00000004:00080000:3.0:1778923614.415576:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1181 committed 00000004:00080000:3.0:1778923614.415578:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1185 committed 00000004:00080000:3.0:1778923614.415580:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1180 committed 00000004:00080000:3.0:1778923614.415581:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1179 committed 00000004:00080000:3.0:1778923614.415583:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1184 committed 00000020:00080000:3.0:1778923614.415602:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce72e472240 refcount 2 committed 0 result 0 batchid 4294969394 00000020:00080000:3.0:1778923614.415607:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce708f5f840 00000020:00080000:3.0:1778923614.415610:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73425c240 00000020:00080000:3.0:1778923614.415613:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce707792400 00000020:00080000:3.0:1778923614.415616:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].38 00000020:00080000:3.0:1778923614.415630:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969393 batchid updated 00000100:00100000:3.0:1778923614.422590:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839093 gen 2 00000004:00080000:3.0:1778923614.422596:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839090 committed transno 21474839093 00000004:00080000:3.0:1778923614.422625:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839093 committed transno 21474839093 00000100:00100000:3.0:1778923614.422640:0:3293:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce72ea83100 x1865335287588608/t21474839095(21474839095) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923630 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1778923614.422652:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea83100/2, rc 0, transno 21474839095 00000100:00100000:3.0:1778923614.422663:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287588608:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923614.422676:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098bb100/2, rc 0, transno 21474839096 00000100:00100000:3.0:1778923614.422680:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287589120:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923614.424498:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923614.424501:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923614.424524:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923614.424526:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923614.424528:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923614.429759:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287589248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 11893us (12938us total) trans 21474839101 rc 0/0 00000100:00100000:3.0:1778923614.429767:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6605 00000100:00100000:3.0:1778923614.430685:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6627 00000100:00100000:3.0:1778923614.430705:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:54746:x1865335281526016:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923614.430718:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923614.430733:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5465d4 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.430760:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a282c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546499 expref: 30 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.430769:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.430772:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.430776:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [77824->81919] (req 77824->81919) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465d4 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.430804:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a282c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546499 expref: 30 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.430817:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a282c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546499 expref: 30 pid: 32943 timeout: 1411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.430828:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287591936:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923614.430881:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d0e40 going to sleep for 11 seconds 00000004:00080000:3.0:1778923614.434179:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e98e00/2, rc 0, transno 21474839107 00000100:00100000:3.0:1778923614.434269:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287591808:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923614.434294:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aabb80/2, rc 0, transno 17179871947 00000100:00100000:3.0:1778923614.434298:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287591680:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923614.435099:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287591296 00000100:00100000:3.0:1778923614.435105:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287591296 00000100:00100000:3.0:1778923614.435141:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6630 00000100:00100000:3.0:1778923614.435148:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287591296:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923614.435346:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923614.435350:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923614.435352:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923614.435355:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923614.435358:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923614.435389:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287591296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 241us (423us total) trans 21474839108 rc 0/0 00000100:00100000:3.0:1778923614.435396:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6630 00010000:00010000:3.0:1778923614.442363:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a282c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546499 expref: 31 pid: 32943 timeout: 1411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.442387:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287591936:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923614.442809:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465d4 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.442837:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50a00, rc 0) 00000100:00100000:3.0:1778923614.443163:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281526016:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 12467us (13181us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.443172:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6627 00000100:00100000:3.0:1778923614.458120:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281526272 00000100:00100000:3.0:1778923614.458130:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281526272 00002000:00100000:3.0:1778923614.458179:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (77824->81919) req@ffff9ce605c56a00 x1865335281526272/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/0 e 0 to 0 dl 1778923625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.458269:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c56a00 with x1865335281526272 ext(77824->81919) 00002000:00010000:3.0:1778923614.458275:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce605c56a00 00000100:00100000:3.0:1778923614.458308:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3175 00000100:00100000:3.0:1778923614.458319:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281526272:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923614.458586:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281526272:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 268us (562us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923614.458593:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3175 00002000:00100000:3.0:1778923614.458599:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (77824->81919) req@ffff9ce605c56a00 x1865335281526272/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/4536 e 0 to 0 dl 1778923625 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.458607:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c56a00 with x1865335281526272 ext(77824->81919) 00002000:00010000:3.0:1778923614.458611:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce605c56a00 00000100:00100000:3.0:1778923614.489409:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.498866:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281526656:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 9199us (9452us total) trans 17179871948 rc 0/0 00000100:00100000:3.0:1778923614.498881:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3178 00002000:00100000:3.0:1778923614.498897:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (77824->135167) req@ffff9ce73bfd5180 x1865335281526656/t17179871948(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/448 e 0 to 0 dl 1778923625 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.498908:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd5180 with x1865335281526656 ext(77824->135167) 00002000:00010000:3.0:1778923614.498915:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd5180 00000100:00100000:3.0:1778923614.549102:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281526784:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 46484us (46662us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.549115:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6631 00000100:00100000:3.0:1778923614.552853:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281526912 00000100:00100000:3.0:1778923614.552863:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281526912 00000100:00100000:3.0:1778923614.552924:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5309 00000100:00100000:3.0:1778923614.552934:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+196:54746:x1865335281526912:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923614.552956:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923614.552975:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a2b97 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5465db expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.553147:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.553163:0:30328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465b8 expref: 197 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.553173:0:30328:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.553218:0:30328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465b8 expref: 197 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.553230:0:30328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465b8 expref: 197 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.553244:0:30328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287592192:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923614.553323:0:30328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703e8f780 going to sleep for 11 seconds 00010000:00010000:3.0:1778923614.557371:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a2b66 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465b8 expref: 197 pid: 30327 timeout: 1411 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.557390:0:30328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287592192:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923614.557408:0:30328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557417:0:30328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557422:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923614.557462:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 0 00000004:00200000:3.0:1778923614.557467:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923614.557485:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557498:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557561:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a2b97 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465db expref: 197 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557574:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2b9e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465db expref: 196 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.557582:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923614.557585:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923614.557587:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923614.557625:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+196:54746:x1865335281526912:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4693us (5301us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.557632:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5309 00000100:00100000:3.0:1778923614.586842:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281527552 00000100:00100000:3.0:1778923614.586852:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281527552 00000100:00100000:3.0:1778923614.586920:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6632 00000100:00100000:3.0:1778923614.586932:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:54746:x1865335281527552:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923614.586948:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923614.586965:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a2bb3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5465e9 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.586997:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a2833 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464a0 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.587023:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.587025:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923614.587030:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a2bb3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e9 expref: 25 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.587061:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a2833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464a0 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923614.587074:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a2833 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464a0 expref: 25 pid: 6548 timeout: 1411 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923614.587096:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287592320:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923614.587190:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703e8f780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923614.591473:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.598615:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.607365:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.622622:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.622733:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.622939:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.684394:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.727766:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281528704:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 43110us (43375us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.727778:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6634 00000100:00100000:3.0:1778923614.730476:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.756563:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281528960 00000100:00100000:3.0:1778923614.756573:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281528960 00002000:00100000:3.0:1778923614.756626:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (155648->204799) req@ffff9ce7098baa00 x1865335281528960/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:175/0 lens 488/0 e 0 to 0 dl 1778923625 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923614.756637:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098baa00 with x1865335281528960 ext(155648->204799) 00002000:00010000:3.0:1778923614.756644:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098baa00 00000100:00100000:3.0:1778923614.756678:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3184 00000100:00100000:3.0:1778923614.756688:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281528960:12345-192.168.203.24@tcp:3:fsx.0 00000001:00080000:3.0:1778923614.833354:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871952 is committed 00000100:00100000:3.0:1778923614.858756:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.873163:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.928713:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281529472:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 55364us (55554us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923614.928735:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6636 00000100:00100000:3.0:1778923614.935775:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.960463:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.978050:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923614.983670:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281531264 00000100:00100000:3.0:1778923614.983684:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281531264 00000100:00100000:3.0:1778923614.983768:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1969 00000100:00100000:3.0:1778923614.983779:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281531264:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:3.0:1778923614.984236:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281531264:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 458us (809us total) trans 8589939628 rc 0/0 00000100:00100000:3.0:1778923614.984245:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1969 00000100:00100000:3.0:1778923615.020586:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.031220:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281531904 00000100:00100000:3.0:1778923615.031235:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281531904 00000100:00100000:3.0:1778923615.031309:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5318 00000100:00100000:3.0:1778923615.031320:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54890:x1865335281531904:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923615.031351:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.031376:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2c0e lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546613 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.033439:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2c15 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.033463:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2c15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.033478:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2c15 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923615.033493:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b7:0x0]: returning size 0 00010000:00010000:3.0:1778923615.033682:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2c0e lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546613 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.033782:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2c15 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546613 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.033793:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce722718500) 00010000:00010000:3.0:1778923615.033796:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923615.033800:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:3.0:1778923615.033969:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54890:x1865335281531904:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2649us (2958us total) trans 8589939630 rc 0/0 00000100:00100000:3.0:1778923615.033979:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5318 00000100:00100000:3.0:1778923615.073607:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281532544 00000100:00100000:3.0:1778923615.073620:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281532544 00000100:00100000:3.0:1778923615.073703:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1970 00000100:00100000:3.0:1778923615.073718:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54890:x1865335281532544:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923615.074190:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54890:x1865335281532544:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 463us (1250us total) trans 8589939632 rc 0/0 00000100:00100000:3.0:1778923615.074199:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1970 00000100:00100000:3.0:1778923615.078583:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.083656:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.083869:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.088059:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.127941:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281533568 00000100:00100000:3.0:1778923615.127961:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281533568 00000100:00100000:3.0:1778923615.128909:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6640 00000100:00100000:3.0:1778923615.128921:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281533568:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923615.129031:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.129046:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 33 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.129054:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923615.129055:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923615.129058:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.129091:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 33 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.129102:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 33 pid: 6548 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.129112:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287593216:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923615.129139:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704e18600 going to sleep for 11 seconds 00000100:00100000:0.0:1778923615.137656:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281533696:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923615.137677:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923615.137710:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 35 pid: 6548 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.137724:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 35 pid: 6548 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.137940:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281533440 00000100:00100000:3.0:1778923615.137945:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281533440 00000100:00100000:3.0:1778923615.137980:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6641 00000100:00100000:3.0:1778923615.137986:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281533440:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923615.138028:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138050:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a2bb3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e9 expref: 28 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138059:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923615.138062:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923615.138066:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138121:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a2bb3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e9 expref: 28 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138136:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a2bb3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e9 expref: 28 pid: 22251 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.138153:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287593344:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923615.138265:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704e18840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923615.138292:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3017 00000100:00100000:3.0:1778923615.138300:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281533824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923615.138310:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923615.138325:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b90 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465d4 expref: 35 pid: 8354 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138338:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2b90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465d4 expref: 35 pid: 8354 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138362:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.138364:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.138369:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a2c69 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138380:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a2c69 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.138397:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923615.138423:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281533824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 124us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.138431:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3017 00010000:00010000:0.0:1778923615.138679:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.138681:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.138684:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138692:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138705:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923615.138818:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281533696:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1075us (2147us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.138827:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3016 00010000:00010000:0.0:1778923615.138886:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a2bba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465f0 expref: 33 pid: 6548 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.138903:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287593216:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923615.138925:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138940:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138947:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138975:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138985:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.138993:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.139001:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.139005:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.139015:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.139026:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.139039:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a2c70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.139101:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281533568:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 10184us (21396us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.139109:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6640 00000100:00100000:3.0:1778923615.145161:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287593344:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923615.145215:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.145373:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923615.146892:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146906:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146946:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146955:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146965:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146980:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.146985:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.146995:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.147014:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.147023:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2c77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.147115:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281533440:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 9125us (10642us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.147125:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6641 00000100:00100000:0.0:1778923615.151173:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.151341:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281534080 00000100:00100000:3.0:1778923615.151355:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281534080 00000100:00100000:3.0:1778923615.151426:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6642 00000100:00100000:3.0:1778923615.151436:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281534080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923615.151459:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.151486:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54663d expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923615.151637:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 80895, mtime: 0x6a08385f, atime: 0x6a08385b, ctime: 0x6a08385f, blocks: 0x207 00010000:00010000:3.0:1778923615.151663:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.151665:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.151677:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.151965:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.151984:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:3.0:1778923615.152052:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281534080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 617us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.152060:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6642 00000100:00100000:0.0:1778923615.160869:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281534336 00000100:00100000:0.0:1778923615.160881:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281534336 00000100:00100000:0.0:1778923615.160956:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6644 00000100:00100000:0.0:1778923615.160968:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281534336:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923615.160990:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923615.161018:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54664b expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923615.161051:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08385f, atime: 0x6a08385b, ctime: 0x6a08385f, blocks: 0x3 00010000:00010000:0.0:1778923615.161083:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.161087:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.161096:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54664b expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.161115:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54664b expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.161128:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923615.161286:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281534336:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 320us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.161294:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6644 00000100:00100000:0.0:1778923615.218861:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.263250:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281534720 00000100:00100000:0.0:1778923615.263273:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281534720 00010000:00010000:0.0:1778923615.263322:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2c4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546628 expref: 29 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.263380:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3019 00000100:00100000:0.0:1778923615.263392:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281534720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923615.263411:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923615.263440:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2c4d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546628 expref: 29 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.263454:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2c4d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546628 expref: 29 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.263484:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2c4d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546628 expref: 29 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.263545:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.263548:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.263554:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.263566:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.263596:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923615.263666:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281534720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 275us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.263674:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3019 00000001:00080000:3.0:1778923615.350808:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839110 is committed 00000001:00080000:3.0:1778923615.350838:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839098 is committed 00000001:00080000:3.0:1778923615.350867:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839102 is committed 00000001:00080000:3.0:1778923615.350877:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839112 is committed 00000001:00080000:3.0:1778923615.350900:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839107 is committed 00000001:00080000:3.0:1778923615.350924:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839108 is committed 00002000:00010000:0.0:1778923615.351410:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 0 -> 80895 00002000:00010000:0.0:1778923615.351416:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 0 -> 1778923615 00002000:00010000:0.0:1778923615.351419:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 0 -> 1778923615 00002000:00010000:0.0:1778923615.351421:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 1 -> 259 00010000:00010000:0.0:1778923615.351437:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351453:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351463:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351472:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.351478:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351488:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351544:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.351553:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a2c9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.351690:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281534592:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 101761us (102105us total) trans 21474839112 rc 0/0 00000100:00100000:0.0:1778923615.351703:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3194 00000100:00100000:0.0:1778923615.355194:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000001:00080000:3.0:1778923615.430998:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939631 is committed 00000001:00080000:3.0:1778923615.431300:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939633 is committed 00000020:00080000:3.0:1778923615.431340:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969394 batchid updated 00000020:00080000:3.0:1778923615.431368:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969394 00000020:00080000:3.0:1778923615.435027:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969394 cancel update log [0x200000bd0:0x1:0x0].38: rc = 0 00000020:00080000:3.0:1778923615.435051:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969394 00000100:00100000:3.0:1778923615.435241:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+198:54890:x1865335281534848:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 79787us (80066us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.435255:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5322 00000100:00100000:3.0:1778923615.441929:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.442043:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.442378:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535104 00000100:00100000:0.0:1778923615.442390:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535104 00000100:00100000:0.0:1778923615.443833:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6646 00000100:00100000:0.0:1778923615.443854:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281535104:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:0.0:1778923615.443944:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281535104:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 101us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.443951:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6646 00000100:00100000:0.0:1778923615.471375:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535232 00000100:00100000:0.0:1778923615.471388:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535232 00000100:00100000:0.0:1778923615.471469:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6647 00000100:00100000:0.0:1778923615.471857:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281535232:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923615.471914:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.471933:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.471935:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.471941:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.471957:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.471993:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472003:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472012:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472020:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.472025:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472034:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472056:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.472064:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a2ca1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.472281:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281535232:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 431us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.472290:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6647 00000100:00100000:0.0:1778923615.484632:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.484693:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.485021:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535360 00000100:00100000:3.0:1778923615.485034:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535360 00000100:00100000:3.0:1778923615.485112:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535488 00000100:00100000:3.0:1778923615.485116:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535488 00000100:00100000:0.0:1778923615.485180:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6648 00000100:00100000:0.0:1778923615.485193:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281535360:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923615.485247:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485264:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.485266:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.485271:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485283:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485319:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485328:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485334:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485339:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.485342:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485348:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485361:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.485367:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2ca8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.485444:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281535360:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 255us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.487332:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6649 00000100:00100000:3.0:1778923615.487367:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281535488:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923615.487426:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.487446:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.487448:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.487454:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.487486:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488913:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488933:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488943:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488950:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923615.488955:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488964:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488985:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.488994:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a2caf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.489119:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281535488:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 1767us (4418us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.489131:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6649 00000100:00100000:0.0:1778923615.500804:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6648 00000100:00100000:0.0:1778923615.502984:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535744 00000100:00100000:0.0:1778923615.502997:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535744 00000100:00100000:0.0:1778923615.503079:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5323 00000100:00100000:0.0:1778923615.503090:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54890:x1865335281535744:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923615.503139:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923615.503165:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a2c3f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1b7:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546621 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.503183:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce703d27100) 00010000:00010000:0.0:1778923615.503195:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923615.503228:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.503241:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.503250:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923615.503420:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001c8f2566 reply state 000000006b312169 transno 8589939634 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.503430:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923615.503576:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281535744:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 488us (991us total) trans 8589939634 rc 0/0 00000100:00100000:0.0:1778923615.503584:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5323 00010000:00010000:0.0:1778923615.506853:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506876:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506884:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506892:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923615.506899:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506907:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506929:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce7132afd00) 00010000:00010000:0.0:1778923615.506933:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923615.506940:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.506946:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a2cb6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.507779:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281535872 00000100:00100000:3.0:1778923615.507792:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281535872 00000100:00100000:3.0:1778923615.507909:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5324 00000100:00100000:3.0:1778923615.507922:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54890:x1865335281535872:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923615.507952:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.507978:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546652 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.508062:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.508139:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.509553:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce722718c00) 00010000:00010000:3.0:1778923615.509561:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923615.509567:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:3.0:1778923615.509670:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281535872:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1746us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.509692:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5324 00000100:00100000:3.0:1778923615.515095:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.516548:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281536000 00000100:00100000:0.0:1778923615.516566:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281536000 00000100:00100000:0.0:1778923615.519606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.524645:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287593600:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923615.524699:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.524728:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bba00, rc 0) 00000100:00100000:3.0:1778923615.524802:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:54890:x1865335281536128:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4419us (5210us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.524812:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6651 00000100:00100000:0.0:1778923615.529959:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281536384 00000100:00100000:0.0:1778923615.529968:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281536384 00000100:00100000:0.0:1778923615.530023:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281536512 00000100:00100000:0.0:1778923615.530025:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281536512 00000100:00100000:0.0:1778923615.530045:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6652 00000100:00100000:0.0:1778923615.530054:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281536384:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923615.531292:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6653 00000100:00100000:3.0:1778923615.531312:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281536512:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923615.532120:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923615.532126:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 0 -> 1778923615 00002000:00010000:3.0:1778923615.532130:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 0 -> 1778923611 00002000:00010000:3.0:1778923615.532132:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 0 -> 1778923615 00002000:00010000:3.0:1778923615.532134:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:0.0:1778923615.532207:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 80895 -> 80895 00002000:00010000:0.0:1778923615.532211:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.532213:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 0 -> 1778923611 00002000:00010000:0.0:1778923615.532215:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.532218:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 259 -> 259 00000100:00100000:3.0:1778923615.532646:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281536512:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1337us (2912us total) trans 17179871958 rc 0/0 00000100:00100000:0.0:1778923615.532646:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281536384:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 2587us (2970us total) trans 21474839113 rc 0/0 00000100:00100000:0.0:1778923615.532659:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6652 00000100:00100000:3.0:1778923615.532663:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6653 00000100:00100000:3.0:1778923615.536290:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281536768 00000100:00100000:3.0:1778923615.536304:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281536768 00000100:00100000:3.0:1778923615.536383:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5325 00000100:00100000:3.0:1778923615.536396:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281536768:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:3.0:1778923615.536478:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536500:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536559:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536590:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536597:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536604:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536611:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923615.536616:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536624:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536638:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce722718c00) 00010000:00010000:3.0:1778923615.536641:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1778923615.536646:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.536653:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cd2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.536740:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281536768:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 345us (566us total) trans 0 rc -22/-22 00000100:00100000:3.0:1778923615.536748:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5325 00000100:00100000:3.0:1778923615.549838:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281537280 00000100:00100000:3.0:1778923615.549851:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281537280 00010000:00010000:3.0:1778923615.549904:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 34 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.549961:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3021 00000100:00100000:3.0:1778923615.549971:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281537280:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923615.549990:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923615.550017:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 34 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.550031:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 34 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.550059:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a2c7e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54663d expref: 34 pid: 22251 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.550088:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.550090:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.550100:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.550111:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.550158:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.550189:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287593984:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923615.550292:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7104406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923615.554170:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287593984:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923615.554212:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923615.554284:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281537280:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4313us (4608us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.554298:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3021 00000100:00100000:0.0:1778923615.557810:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287594112:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923615.557848:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 28 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.557869:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:0.0:1778923615.557954:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:54890:x1865335281537408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3414us (4397us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.557963:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6655 00000100:00100000:0.0:1778923615.561129:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287594240:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923615.561167:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923615.561247:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281537536:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3416us (3862us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.561260:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3022 00000100:00100000:3.0:1778923615.562986:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.563087:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281537664 00000100:00100000:0.0:1778923615.563098:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281537664 00000100:00100000:0.0:1778923615.563158:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6656 00000100:00100000:0.0:1778923615.563169:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:54890:x1865335281537664:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923615.563201:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923615.563225:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546675 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.563265:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54664b expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.563275:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.563278:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.563283:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 34 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.563324:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54664b expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.563340:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a2c8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54664b expref: 34 pid: 6546 timeout: 1412 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.563356:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287594368:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923615.563638:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009a80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923615.567029:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287594368:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923615.567057:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923615.567573:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.567593:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.567596:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.567603:0:32943:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.567615:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.567662:0:32943:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.567679:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287594496:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923615.567801:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009a80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923615.570218:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287594496:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923615.570249:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923615.570836:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:54890:x1865335281537664:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7665us (7857us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.570860:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6656 00000100:00100000:0.0:1778923615.574135:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281537920 00000100:00100000:0.0:1778923615.574148:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281537920 00000100:00100000:0.0:1778923615.574215:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538176 00000100:00100000:0.0:1778923615.574218:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538176 00000100:00100000:0.0:1778923615.574239:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538048 00000100:00100000:0.0:1778923615.574242:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538048 00000100:00100000:0.0:1778923615.574269:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6657 00000100:00100000:0.0:1778923615.574282:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281537920:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923615.574582:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 80895 -> 80895 00002000:00010000:0.0:1778923615.574586:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.574589:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923615.574592:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.574594:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923615.574670:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281537920:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 390us (907us total) trans 17179871959 rc 0/0 00000100:00100000:0.0:1778923615.574678:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6657 00000100:00100000:0.0:1778923615.574699:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6658 00000100:00100000:0.0:1778923615.574706:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281538176:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923615.574807:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923615.574810:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.574812:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923615.574814:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.574868:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923615.574890:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281538176:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 185us (941us total) trans 17179871960 rc 0/0 00000100:00100000:0.0:1778923615.574896:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6658 00000100:00100000:0.0:1778923615.574909:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6659 00000100:00100000:0.0:1778923615.574915:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281538048:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923615.575087:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923615.575090:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.575092:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923615.575094:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:0.0:1778923615.575096:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923615.575114:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281538048:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 199us (1121us total) trans 21474839114 rc 0/0 00000100:00100000:0.0:1778923615.575119:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6659 00000100:00100000:3.0:1778923615.577481:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538432 00000100:00100000:3.0:1778923615.577491:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538432 00000100:00100000:3.0:1778923615.577770:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1971 00000100:00100000:3.0:1778923615.577781:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281538432:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923615.577899:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2c5b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546636 expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.577955:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.577969:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.577978:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.578023:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.578034:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 199 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.578047:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287594624:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923615.578156:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7104406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923615.580228:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287594624:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923615.580267:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.581041:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538560 00000100:00100000:3.0:1778923615.581051:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538560 00010000:00010000:3.0:1778923615.581114:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 200 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.581156:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3024 00000100:00100000:3.0:1778923615.581171:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:2353:x1865335281538560:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923615.581197:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923615.581205:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 200 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581218:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 200 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581250:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a2bac lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465e2 expref: 200 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581270:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923615.581275:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581285:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581291:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2cf5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.581318:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923615.581387:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:2353:x1865335281538560:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 221us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.581395:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3024 00000100:00100000:3.0:1778923615.584603:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c57100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287594752:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923615.584640:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.584734:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538688 00000100:00100000:0.0:1778923615.584743:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538688 00010000:00010000:0.0:1778923615.584786:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.585148:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3025 00000100:00100000:0.0:1778923615.585158:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705187c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:2353:x1865335281538688:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923615.585172:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923615.585179:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585193:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585220:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2cbd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1b7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546652 expref: 199 pid: 30325 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585240:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce722718c00) 00010000:00010000:0.0:1778923615.585245:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585255:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585264:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.585301:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923615.585375:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705187c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+198:2353:x1865335281538688:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 218us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.585384:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3025 00010000:00010000:3.0:1778923615.585415:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.585426:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2cfc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.587001:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287594880 00000100:00100000:3.0:1778923615.587008:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287594880 00000100:00100000:3.0:1778923615.587107:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1778923615.587118:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287594880:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.587254:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287594880:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 139us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.587263:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1778923615.587705:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595008 00000100:00100000:3.0:1778923615.587710:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595008 00000100:00100000:3.0:1778923615.587819:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1778923615.587828:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.587891:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.587898:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1778923615.587992:0:30330:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839108 gen 2 00000004:00080000:3.0:1778923615.587996:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83100, transno 21474839095 00000004:00080000:3.0:1778923615.588049:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098bb100, transno 21474839096 00000004:00080000:3.0:1778923615.588342:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83b80, transno 21474839097 00000004:00080000:3.0:1778923615.588345:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9f80, transno 21474839098 00000004:00080000:3.0:1778923615.588346:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098bbb80, transno 21474839099 00000004:00080000:3.0:1778923615.588349:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9c00, transno 21474839100 00000004:00080000:3.0:1778923615.588351:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9500, transno 21474839101 00000004:00080000:3.0:1778923615.588352:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83480, transno 21474839102 00000004:00080000:3.0:1778923615.588354:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea82d80, transno 21474839103 00000004:00080000:3.0:1778923615.588355:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea81c00, transno 21474839104 00000004:00080000:3.0:1778923615.588357:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aab480, transno 21474839105 00000004:00080000:3.0:1778923615.588359:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea81180, transno 21474839106 00000004:00080000:3.0:1778923615.588360:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e98e00, transno 21474839107 00000004:00080000:3.0:1778923615.588362:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa8380, transno 21474839108 00000100:00100000:3.0:1778923615.588367:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098ba300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287595008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.588843:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595136 00000100:00100000:3.0:1778923615.588848:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595136 00000100:00100000:3.0:1778923615.588907:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1778923615.588916:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595136:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.588985:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595136:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.588990:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1778923615.589139:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595264 00000100:00100000:0.0:1778923615.589145:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595264 00000100:00100000:0.0:1778923615.589169:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1778923615.589176:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595264:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.589244:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595264:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.589250:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1778923615.589645:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595520 00000100:00100000:0.0:1778923615.589650:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595520 00000100:00100000:0.0:1778923615.589715:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1778923615.589722:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595520:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.589776:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595520:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.589782:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1778923615.590335:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595648 00000100:00100000:3.0:1778923615.590339:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595648 00000100:00100000:3.0:1778923615.590413:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1778923615.590422:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595648:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.590482:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595648:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 61us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.590489:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1778923615.591395:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287595904 00000100:00100000:3.0:1778923615.591399:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287595904 00000100:00100000:3.0:1778923615.591466:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1778923615.591474:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595904:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.591560:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287595904:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 87us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.591567:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1778923615.591735:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596032 00000100:00100000:0.0:1778923615.591740:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596032 00000100:00100000:0.0:1778923615.591773:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1778923615.591780:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596032:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.591843:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596032:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 63us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.591849:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1778923615.591978:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596160 00000100:00100000:3.0:1778923615.591982:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596160 00000100:00100000:3.0:1778923615.592008:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1778923615.592012:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596160:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.592057:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596160:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 44us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.592063:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1778923615.592190:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596288 00000100:00100000:0.0:1778923615.592194:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596288 00000100:00100000:0.0:1778923615.592220:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1778923615.592226:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596288:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.592265:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596288:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 39us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.592271:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1778923615.592767:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596544 00000100:00100000:3.0:1778923615.592771:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596544 00000100:00100000:3.0:1778923615.592799:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1778923615.592805:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596544:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.592850:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596544:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 46us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.592855:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1778923615.593025:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596672 00000100:00100000:0.0:1778923615.593029:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596672 00000100:00100000:0.0:1778923615.593056:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1778923615.593063:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596672:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.593130:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596672:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 67us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.593136:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1778923615.593572:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287596928 00000100:00100000:0.0:1778923615.593576:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287596928 00000100:00100000:0.0:1778923615.593627:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1778923615.593633:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596928:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.593681:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287596928:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.593687:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1778923615.594316:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287597184 00000100:00100000:0.0:1778923615.594320:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287597184 00000100:00100000:0.0:1778923615.594348:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1778923615.594354:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.594415:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.594422:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1778923615.598785:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287597440 00000100:00100000:3.0:1778923615.598798:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287597440 00000100:00100000:3.0:1778923615.599090:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1778923615.599102:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597440:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.599408:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597440:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 308us (4202us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.599420:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1778923615.599630:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287597568 00000100:00100000:0.0:1778923615.599636:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287597568 00000100:00100000:0.0:1778923615.599690:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1778923615.599699:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597568:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.599758:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597568:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.599768:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1778923615.600417:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287597696 00000100:00100000:3.0:1778923615.600423:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287597696 00000100:00100000:3.0:1778923615.600461:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1778923615.600466:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597696:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.600643:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597696:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 176us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.600650:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1778923615.602959:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287597952 00000100:00100000:0.0:1778923615.602966:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287597952 00000100:00100000:0.0:1778923615.603011:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1778923615.604816:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597952:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923615.605153:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287597952:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 2133us (3150us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.605167:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1778923615.605462:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287598080 00000100:00100000:3.0:1778923615.605471:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287598080 00000100:00100000:3.0:1778923615.605544:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1778923615.605554:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598080:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.605624:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598080:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.605631:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1778923615.607138:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287598336 00000100:00100000:3.0:1778923615.607143:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287598336 00000100:00100000:3.0:1778923615.607185:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1778923615.607193:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598336:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.607267:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598336:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 75us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.607274:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1778923615.607453:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287598464 00000100:00100000:3.0:1778923615.607457:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287598464 00000100:00100000:3.0:1778923615.607489:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1778923615.607496:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598464:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.607584:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598464:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 88us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.607590:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1778923615.607933:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287598592 00000100:00100000:3.0:1778923615.607938:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287598592 00000100:00100000:3.0:1778923615.607969:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1778923615.607976:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598592:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.608029:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598592:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 54us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.608035:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1778923615.610361:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287598848 00000100:00100000:3.0:1778923615.610372:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287598848 00000100:00100000:3.0:1778923615.610410:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1778923615.610422:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287598848:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923615.612217:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287598848:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1789us (2096us total) trans 21474839115 rc 0/0 00000100:00100000:3.0:1778923615.612232:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1778923615.620052:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281538816 00000100:00100000:3.0:1778923615.620064:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281538816 00000100:00100000:3.0:1778923615.620208:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5327 00000100:00100000:3.0:1778923615.620220:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54890:x1865335281538816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923615.620332:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.620359:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a2d03 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54667c expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.620438:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a2d03 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54667c expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.620455:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a2d03 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54667c expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.620478:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923615.620482:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923615.620487:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:3.0:1778923615.620600:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54890:x1865335281538816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 381us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.620608:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5327 00010000:00010000:0.0:1778923615.634227:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923615.634237:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a2d0a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.634247:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.634260:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a2d0a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.634270:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a2d0a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.634285:0:5742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b7:0x0].0x0 (ffff9ce712d9cb00) 00010000:00010000:0.0:1778923615.634289:0:5742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1778923615.634296:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a2d0a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.634303:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a2d0a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.634336:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923615.634338:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923615.634341:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923615.659649:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281539456 00000100:00100000:0.0:1778923615.659662:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281539456 00000100:00100000:0.0:1778923615.659749:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5328 00000100:00100000:0.0:1778923615.659760:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54891:x1865335281539456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923615.659791:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923615.659816:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a2d11 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546683 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.659915:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.659933:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.659947:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923615.659993:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 80895 00000004:00200000:0.0:1778923615.659998:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923615.660017:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.660029:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.660058:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a2d11 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546683 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.660089:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a2d18 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546683 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.660104:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923615.660107:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923615.660112:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923615.660197:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54891:x1865335281539456:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 438us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.660205:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5328 00000100:00100000:3.0:1778923615.691001:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281539840 00000100:00100000:3.0:1778923615.691015:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281539840 00000100:00100000:3.0:1778923615.691161:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281539968 00000100:00100000:3.0:1778923615.691166:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281539968 00000100:00100000:0.0:1778923615.790695:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281540096 00000100:00100000:0.0:1778923615.790709:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281540096 00000100:00100000:0.0:1778923615.790866:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3195 00000100:00100000:0.0:1778923615.790879:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281540096:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923615.790928:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a2d42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.790954:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.790963:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923615.790966:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923615.790970:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a2d42 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.791014:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.791029:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a2ce0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546667 expref: 36 pid: 26019 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.791052:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287599104:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923615.791182:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923615.797391:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287599104:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923615.797428:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a2d42 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.806193:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281540352 00000100:00100000:0.0:1778923615.806209:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281540352 00000100:00100000:0.0:1778923615.806330:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281540480 00000100:00100000:0.0:1778923615.806334:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281540480 00000100:00100000:0.0:1778923615.806464:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6662 00000100:00100000:0.0:1778923615.806478:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281540352:12345-192.168.203.24@tcp:101:lfs.0 00000100:00100000:3.0:1778923615.806484:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6663 00000100:00100000:3.0:1778923615.806496:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281540480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923615.806531:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.806543:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.806555:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a2d50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466a6 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.806555:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a2d49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54669f expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.806627:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287599232:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923615.806627:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287599360:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923615.806737:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923615.806757:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710440180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923615.809951:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287599232:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923615.810004:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a2d50 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466a6 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.810035:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a2d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466a6 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.810051:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923615.810142:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281540480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3649us (3951us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923615.810153:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6663 00000100:00100000:0.0:1778923615.816408:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287599488:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923615.816439:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.816792:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281540736 00000100:00100000:3.0:1778923615.816802:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281540736 00010000:00010000:3.0:1778923615.816843:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2cc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546659 expref: 28 pid: 25674 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.817120:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3027 00000100:00100000:3.0:1778923615.817131:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281540736:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923615.817150:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923615.817179:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2cc4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546659 expref: 28 pid: 25674 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.817193:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2cc4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546659 expref: 28 pid: 25674 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.817222:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a2cc4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546659 expref: 28 pid: 25674 timeout: 1412 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.817247:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.817249:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.817254:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.817265:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.817343:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923615.817414:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281540736:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 285us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923615.817423:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3027 00010000:00010000:0.0:1778923615.818724:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.818749:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.825982:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826011:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826023:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826031:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.826037:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826049:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826085:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.826095:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a2d57 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.826223:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281540608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12256us (12440us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923615.826236:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3196 00000100:00100000:0.0:1778923615.836144:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281540864 00000100:00100000:0.0:1778923615.836157:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281540864 00000100:00100000:0.0:1778923615.836238:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 547 00000100:00100000:0.0:1778923615.836249:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54891:x1865335281540864:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923615.836269:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923615.836301:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a2d26 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54668a expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.836323:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923615.836330:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923615.836414:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54891:x1865335281540864:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 166us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923615.836421:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 547 00000100:00100000:3.0:1778923615.857140:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281541376 00000100:00100000:3.0:1778923615.857157:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281541376 00000100:00100000:3.0:1778923615.857245:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5330 00000100:00100000:3.0:1778923615.857257:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54892:x1865335281541376:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923615.857288:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923615.857315:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2d5e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466ad expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.857647:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2d65 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.857666:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2d65 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.857681:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2d65 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923615.857698:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 80895 00010000:00010000:3.0:1778923615.857882:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2d5e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ad expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.858107:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2d65 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ad expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.858117:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923615.858120:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923615.858125:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:3.0:1778923615.858344:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54892:x1865335281541376:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1088us (1285us total) trans 8589939643 rc 0/0 00000100:00100000:3.0:1778923615.858352:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5330 00000100:00100000:3.0:1778923615.862769:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281541504 00000100:00100000:3.0:1778923615.862783:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281541504 00000100:00100000:3.0:1778923615.862882:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3197 00000100:00100000:3.0:1778923615.862893:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281541504:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923615.862939:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.862961:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.862963:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.862971:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.862990:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867849:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867874:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867884:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867892:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923615.867898:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867908:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867934:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.867942:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a2d73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923615.868047:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281541504:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5149us (5400us total) trans 0 rc 80895/80895 00000100:00100000:3.0:1778923615.868058:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3197 00010000:00010000:3.0:1778923615.872022:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923615.885235:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281541632 00000100:00100000:0.0:1778923615.885257:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281541632 00000100:00100000:0.0:1778923615.885634:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3198 00000100:00100000:0.0:1778923615.885648:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281541632:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923615.885709:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.885730:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.885733:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.885740:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.885759:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898376:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898400:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898410:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898417:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.898423:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898433:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898457:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.898466:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2d7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.898617:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281541632:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12967us (19115us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923615.898629:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3198 00000100:00100000:3.0:1778923615.907716:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.950954:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.961540:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281542016 00000100:00100000:3.0:1778923615.961553:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281542016 00000100:00100000:3.0:1778923615.961643:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3201 00000100:00100000:3.0:1778923615.961654:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281542016:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923615.961707:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.961728:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.961730:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923615.961737:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923615.961755:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970768:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970793:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970802:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970809:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923615.970814:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970824:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970847:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.970856:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a2d8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923615.970971:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281542016:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9313us (9579us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923615.970982:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3201 00000100:00100000:3.0:1778923615.981653:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923615.998064:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923615.998778:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281542272 00000100:00100000:0.0:1778923615.998793:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281542272 00000100:00100000:0.0:1778923615.998903:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3203 00000100:00100000:0.0:1778923615.998915:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281542272:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923615.998961:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.998983:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.998985:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923615.998992:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923615.999008:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004077:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004103:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004113:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004120:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923616.004125:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004133:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004160:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.004170:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2d9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.004276:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281542272:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5357us (6220us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923616.004287:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3203 00000100:00100000:3.0:1778923616.009419:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.009557:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281542400 00000100:00100000:0.0:1778923616.009570:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281542400 00000100:00100000:0.0:1778923616.009675:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3204 00000100:00100000:0.0:1778923616.009695:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281542400:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923616.009746:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.009770:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.009772:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.009780:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.009798:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019779:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019812:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019823:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019831:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923616.019836:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019846:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019870:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.019879:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2da4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.019981:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281542400:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10289us (10570us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923616.019994:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3204 00000100:00100000:3.0:1778923616.025139:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.038827:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.090373:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923616.093017:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a2b7b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 77824->81919) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5465c6 expref: 26 pid: 6546 timeout: 1413 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.093047:0:6553:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287599616:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923616.093091:0:6553:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.093104:0:6553:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.093111:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098434:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098459:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098469:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098478:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba22400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923616.098484:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098495:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098538:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.098554:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5b5becf/0x3baece0abe6a2db9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.098698:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281542784:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 18302us (18625us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923616.098711:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3207 00000100:00100000:3.0:1778923616.102330:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.121930:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281543168 00000100:00100000:0.0:1778923616.121943:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281543168 00000100:00100000:0.0:1778923616.122037:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3208 00000100:00100000:0.0:1778923616.122049:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281543168:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923616.122106:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.122129:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.122132:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.122145:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.122161:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.133994:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134019:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134034:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134041:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923616.134047:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134057:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134089:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.134098:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.134212:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281543168:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12159us (12925us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923616.134224:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3208 00000100:00100000:3.0:1778923616.199368:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.200280:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6665 00000100:00100000:0.0:1778923616.200294:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281543296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923616.200318:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923616.200346:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466bb expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923616.200387:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 80895, mtime: 0x6a08385f, atime: 0x6a08385b, ctime: 0x6a08385f, blocks: 0x207 00010000:00010000:0.0:1778923616.200413:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.200415:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.200427:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466bb expref: 36 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.200447:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466bb expref: 36 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.200464:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923616.200571:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281543296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 279us (1218us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.200578:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6665 00000100:00100000:3.0:1778923616.211848:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.211960:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281543552 00000100:00100000:0.0:1778923616.211973:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281543552 00000100:00100000:0.0:1778923616.212061:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3210 00000100:00100000:0.0:1778923616.212083:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281543552:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923616.212146:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 80895, mtime: 0x6a08385f, atime: 0x6a08385b, ctime: 0x6a08385f, blocks: 0x103 00010000:00010000:0.0:1778923616.212158:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.212177:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.212180:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923616.212187:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.212208:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216913:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216939:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216949:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216957:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923616.216962:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216972:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.216995:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.217003:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a2ddc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->81919] (req 0->81919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.217136:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281543552:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5050us (5296us total) trans 0 rc 80895/80895 00000100:00100000:0.0:1778923616.217149:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3210 00000100:00100000:3.0:1778923616.231620:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.231795:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281543680 00000100:00100000:0.0:1778923616.231808:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281543680 00000100:00100000:0.0:1778923616.231972:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 548 00000100:00100000:0.0:1778923616.231985:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54892:x1865335281543680:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923616.232009:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923616.232043:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a2d65 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ad expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.232076:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.232083:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923616.232344:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54892:x1865335281543680:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 361us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.232352:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 548 00000100:00100000:3.0:1778923616.240200:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.244195:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.261131:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.261250:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.266042:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281544448 00000100:00100000:0.0:1778923616.266063:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281544448 00000100:00100000:0.0:1778923616.266159:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281544576 00000100:00100000:0.0:1778923616.266163:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281544576 00000100:00100000:0.0:1778923616.266647:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6667 00000100:00100000:0.0:1778923616.266656:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281544576:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923616.266664:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923616.266676:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a2dff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466d0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.266744:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287600000:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923616.270482:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340090c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923616.284248:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.292602:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545088 00000100:00100000:3.0:1778923616.292614:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545088 00000100:00100000:3.0:1778923616.292696:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5333 00000100:00100000:3.0:1778923616.292707:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54746:x1865335281545088:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923616.292738:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923616.292742:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1778923616.292773:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a2d03 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54667c expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292795:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923616.292801:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923616.292816:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a2e0d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466d7 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292878:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292902:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a2e06 lrc: 2/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292911:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292931:0:30325:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a2e06 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.292943:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.299903:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.299912:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923616.311023:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1539, 88 off133712 00000004:00080000:0.0:1778923616.311029:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1313367525268ns, next at 1297074740649ns, rc = 0 00000040:00080000:0.0:1778923616.311187:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1532, 88 off133360 00000004:00080000:0.0:1778923616.311192:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1313367687701ns, next at 1297074681888ns, rc = 0 00000100:00100000:3.0:1778923616.376959:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287603456 00000100:00100000:3.0:1778923616.376966:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287603456 00000100:00100000:3.0:1778923616.377005:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545216 00000100:00100000:3.0:1778923616.377008:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545216 00000100:00100000:3.0:1778923616.377030:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6680 00000100:00100000:3.0:1778923616.377037:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287603456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923616.377835:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923616.377839:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923616.377842:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923616.377844:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:3.0:1778923616.377847:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923616.377875:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287603456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 839us (1751us total) trans 17179871968 rc 0/0 00000100:00100000:3.0:1778923616.377881:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6680 00000100:00100000:0.0:1778923616.378264:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600128:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378303:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378330:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600640:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378348:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378360:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601152:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378379:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378391:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601664:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378406:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378418:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602176:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923616.378433:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378444:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923616.378458:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378466:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287603200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923616.378480:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378496:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 7 async RPCs [1->0] 00000100:00100000:0.0:1778923616.378520:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600256:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378541:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378552:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600768:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378570:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378578:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601280:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378595:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378602:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.378615:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378623:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602304:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923616.378636:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378643:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602816:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923616.378657:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.378663:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287603328:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923616.378970:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287600128 00000100:00100000:3.0:1778923616.378977:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287600128 00000100:00100000:3.0:1778923616.379004:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287600640 00000100:00100000:3.0:1778923616.379006:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287600640 00000100:00100000:3.0:1778923616.379013:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287601152 00000100:00100000:3.0:1778923616.379015:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287601152 00000100:00100000:3.0:1778923616.379021:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287601664 00000100:00100000:3.0:1778923616.379023:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287601664 00000100:00100000:3.0:1778923616.379030:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287602176 00000100:00100000:3.0:1778923616.379032:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287602176 00000100:00100000:3.0:1778923616.379040:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287602688 00000100:00100000:3.0:1778923616.379041:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287602688 00000100:00100000:3.0:1778923616.379048:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287603200 00000100:00100000:3.0:1778923616.379050:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287603200 00000100:00100000:3.0:1778923616.379057:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287600256 00000100:00100000:3.0:1778923616.379059:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287600256 00000100:00100000:3.0:1778923616.379077:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287600768 00000100:00100000:3.0:1778923616.379079:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287600768 00000100:00100000:3.0:1778923616.379090:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287601280 00000100:00100000:3.0:1778923616.379092:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287601280 00000100:00100000:3.0:1778923616.379101:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287601792 00000100:00100000:3.0:1778923616.379103:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287601792 00000100:00100000:3.0:1778923616.379111:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287602304 00000100:00100000:3.0:1778923616.379113:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287602304 00000100:00100000:3.0:1778923616.379122:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287602816 00000100:00100000:3.0:1778923616.379124:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287602816 00000100:00100000:3.0:1778923616.379138:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682 00000100:00100000:3.0:1778923616.379146:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287600128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.380276:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923616.380313:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e641f80/2, rc 0, transno 21474839123 00000100:00100000:0.0:1778923616.380327:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601152:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923616.380354:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287603328 00000100:00100000:0.0:1778923616.380359:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287603328 00000100:00100000:0.0:1778923616.380385:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6685 00000100:00100000:0.0:1778923616.380391:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287601664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923616.380554:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923616.380558:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923616.380561:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923616.380563:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923616.380565:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923616.380596:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287600128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1451us (2293us total) trans 21474839124 rc 0/0 00000100:00100000:3.0:1778923616.380604:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682 00000100:00100000:3.0:1778923616.380619:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686 00000100:00100000:3.0:1778923616.380625:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287602176:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923616.381305:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923616.381308:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:3.0:1778923616.381310:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb atime from disk: 1778923552 -> 1778923552 00002000:00010000:3.0:1778923616.381312:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:3.0:1778923616.381314:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x298:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923616.381343:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287602176:12345-0@lo:2:osp-syn-1-0.0 Request processed in 718us (2908us total) trans 17179871971 rc 0/0 00000100:00100000:3.0:1778923616.381348:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686 00000100:00100000:3.0:1778923616.381361:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6690 00000100:00100000:3.0:1778923616.381368:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287600768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923616.381470:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:3.0:1778923616.381473:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:3.0:1778923616.381476:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923616.381478:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:3.0:1778923616.381481:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923616.381529:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287600768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (2957us total) trans 21474839125 rc 0/0 00000100:00100000:3.0:1778923616.381535:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6690 00000100:00100000:3.0:1778923616.381548:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6691 00000100:00100000:3.0:1778923616.381555:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287601280:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923616.381636:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923616.381638:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923616.381641:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923616.381643:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923616.381645:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923616.381667:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287601280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (3070us total) trans 21474839126 rc 0/0 00000100:00100000:3.0:1778923616.381673:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6691 00000100:00100000:0.0:1778923616.381873:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287601664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1481us (3465us total) trans 21474839127 rc 0/0 00000100:00100000:0.0:1778923616.381880:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6685 00000100:00100000:0.0:1778923616.381895:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692 00000100:00100000:0.0:1778923616.381903:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287601792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923616.381974:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923616.381976:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923616.381979:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923616.381980:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:0.0:1778923616.381983:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923616.382006:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287601792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (3390us total) trans 21474839128 rc 0/0 00000100:00100000:0.0:1778923616.382012:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692 00000100:00100000:0.0:1778923616.382024:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693 00000100:00100000:0.0:1778923616.382031:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287602304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923616.382134:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:0.0:1778923616.382138:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:0.0:1778923616.382140:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923616.382142:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:0.0:1778923616.382145:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923616.383384:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287602304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (3532us total) trans 17179871972 rc 0/0 00000100:00100000:0.0:1778923616.383393:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693 00000004:00080000:0.0:1778923616.383446:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e6d80/2, rc 0, transno 21474839129 00000100:00100000:0.0:1778923616.383452:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600256:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383464:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b8380/2, rc 0, transno 21474839125 00000100:00100000:0.0:1778923616.383468:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600768:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383477:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e640a80/2, rc 0, transno 21474839126 00000100:00100000:0.0:1778923616.383479:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e640a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601280:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383487:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e641500/2, rc 0, transno 21474839128 00000100:00100000:0.0:1778923616.383490:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601792:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383499:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdf800/2, rc 0, transno 17179871972 00000100:00100000:0.0:1778923616.383516:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602304:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.383529:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc700/2, rc 0, transno 17179871973 00000100:00100000:0.0:1778923616.383532:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602816:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.383539:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e640380/2, rc 0, transno 17179871974 00000100:00100000:0.0:1778923616.383542:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e640380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287603328:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.383553:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4000/2, rc 0, transno 21474839124 00000100:00100000:0.0:1778923616.383557:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600128:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383566:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4380/2, rc 0, transno 21474839122 00000100:00100000:0.0:1778923616.383569:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287600640:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383578:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e641880/2, rc 0, transno 21474839127 00000100:00100000:0.0:1778923616.383581:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287601664:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923616.383590:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bddf80/2, rc 0, transno 17179871971 00000100:00100000:0.0:1778923616.383593:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602176:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.383602:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdca80/2, rc 0, transno 17179871969 00000100:00100000:0.0:1778923616.383605:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287602688:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.383612:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e640e00/2, rc 0, transno 17179871970 00000100:00100000:0.0:1778923616.383615:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e640e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287603200:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.384798:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701180/2, rc 0, transno 17179871975 00000100:00100000:0.0:1778923616.384803:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287603840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923616.387138:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703100/2, rc 0, transno 17179871976 00000100:00100000:0.0:1778923616.387156:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287603712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923616.388288:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545344 00000100:00100000:3.0:1778923616.388298:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545344 00010000:00010000:3.0:1778923616.388347:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466bb expref: 38 pid: 25674 timeout: 1413 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923616.388394:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3030 00000100:00100000:3.0:1778923616.388404:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281545344:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923616.388425:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923616.388454:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466bb expref: 38 pid: 25674 timeout: 1413 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.388468:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a2dce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466bb expref: 38 pid: 25674 timeout: 1413 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.388526:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923616.388529:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923616.388541:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.388554:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.388609:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923616.388627:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287604096:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923616.388743:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7104406c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923616.390779:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287604096:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923616.390794:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923616.390818:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281545344:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 2416us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923616.390826:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3030 00000100:00100000:3.0:1778923616.393907:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.393982:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.397727:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545728 00000100:00100000:3.0:1778923616.397740:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545728 00002000:00010000:3.0:1778923616.397789:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923616.397795:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c21180 with x1865335281545728 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923616.397809:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c21180. 00000100:00100000:3.0:1778923616.397848:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3213 00000100:00100000:3.0:1778923616.397859:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281545728:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923616.398156:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923616.398160:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923615 -> 1778923616 00002000:00010000:3.0:1778923616.398163:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923616.398166:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923615 -> 1778923616 00002000:00010000:3.0:1778923616.398256:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923616.398395:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281545728:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 536us (785us total) trans 17179871978 rc 0/0 00000100:00100000:3.0:1778923616.398403:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3213 00002000:00010000:3.0:1778923616.398407:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923616.398410:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c21180 with x1865335281545728 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923616.398416:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c21180. 00000100:00100000:0.0:1778923616.402609:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545856 00000100:00100000:0.0:1778923616.402623:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545856 00002000:00100000:0.0:1778923616.402706:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (135168->139263) req@ffff9ce737c20000 x1865335281545856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/0 e 0 to 0 dl 1778923627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.402719:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c20000 with x1865335281545856 ext(135168->139263) 00002000:00010000:0.0:1778923616.402727:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c20000 00000100:00100000:0.0:1778923616.402764:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3214 00000100:00100000:0.0:1778923616.402775:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281545856:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923616.403137:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281545856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 361us (684us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923616.403145:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3214 00002000:00100000:0.0:1778923616.403152:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (135168->139263) req@ffff9ce737c20000 x1865335281545856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/4536 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.403161:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c20000 with x1865335281545856 ext(135168->139263) 00002000:00010000:0.0:1778923616.403165:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c20000 00000100:00100000:3.0:1778923616.408904:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281545984 00000100:00100000:3.0:1778923616.408923:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281545984 00002000:00100000:3.0:1778923616.408993:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (139264->143359) req@ffff9ce607701c00 x1865335281545984/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/0 e 0 to 0 dl 1778923627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923616.409006:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701c00 with x1865335281545984 ext(139264->143359) 00002000:00010000:3.0:1778923616.409013:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701c00 00000100:00100000:3.0:1778923616.409057:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3215 00000100:00100000:3.0:1778923616.409075:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281545984:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923616.409417:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281545984:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 351us (1597us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923616.409425:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3215 00002000:00100000:3.0:1778923616.409433:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (139264->143359) req@ffff9ce607701c00 x1865335281545984/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/4536 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923616.409443:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701c00 with x1865335281545984 ext(139264->143359) 00002000:00010000:3.0:1778923616.409446:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701c00 00000100:00100000:0.0:1778923616.414803:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281546112 00000100:00100000:0.0:1778923616.414818:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281546112 00002000:00100000:0.0:1778923616.414889:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (114688->180223) req@ffff9ce607701f80 x1865335281546112/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 504/0 e 0 to 0 dl 1778923627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.414902:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701f80 with x1865335281546112 ext(114688->180223) 00002000:00010000:0.0:1778923616.414910:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701f80 00000100:00100000:0.0:1778923616.414958:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3216 00000100:00100000:0.0:1778923616.414969:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281546112:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923616.421282:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281546112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6288us (6632us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1778923616.421298:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3216 00002000:00100000:0.0:1778923616.421332:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (114688->180223) req@ffff9ce607701f80 x1865335281546112/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 504/440 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.421381:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701f80 with x1865335281546112 ext(114688->180223) 00002000:00010000:0.0:1778923616.421402:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701f80 00000100:00100000:3.0:1778923616.428310:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.449929:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281546240:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 21292us (21617us total) trans 17179871979 rc 0/0 00000100:00100000:0.0:1778923616.449945:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3217 00002000:00100000:0.0:1778923616.449963:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (135168->176574) req@ffff9ce733bded80 x1865335281546240/t17179871979(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/448 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.449976:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bded80 with x1865335281546240 ext(135168->176574) 00002000:00010000:0.0:1778923616.449984:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bded80 00000100:00100000:3.0:1778923616.455660:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.548962:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281546368:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 92904us (93302us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.548977:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6699 00000100:00100000:3.0:1778923616.557007:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.567810:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923616.574322:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923616.574344:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923616.610338:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.615453:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281546752:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4763us (5110us total) trans 0 rc 32768/32768 00000100:00100000:0.0:1778923616.615468:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3218 00002000:00100000:0.0:1778923616.615483:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (81920->114687) req@ffff9ce72e3e7b80 x1865335281546752/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/440 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.615496:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7b80 with x1865335281546752 ext(81920->114687) 00002000:00010000:0.0:1778923616.615550:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e7b80 00000100:00100000:3.0:1778923616.642680:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.642901:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281546880 00000100:00100000:0.0:1778923616.642915:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281546880 00002000:00100000:0.0:1778923616.642985:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce72e3e5c00 x1865335281546880/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/0 e 0 to 0 dl 1778923627 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.643005:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5c00 with x1865335281546880 ext(4096->69631) 00002000:00010000:0.0:1778923616.643012:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5c00 00000100:00100000:0.0:1778923616.643061:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3219 00000100:00100000:0.0:1778923616.643081:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281546880:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923616.654775:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281546880:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 11679us (12097us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1778923616.654790:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3219 00002000:00100000:0.0:1778923616.654807:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce72e3e5c00 x1865335281546880/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/440 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.654819:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5c00 with x1865335281546880 ext(4096->69631) 00002000:00010000:0.0:1778923616.654827:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5c00 00000100:00100000:3.0:1778923616.670664:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.679558:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281547008:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 8518us (8850us total) trans 17179871980 rc 0/0 00000100:00100000:0.0:1778923616.679574:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3220 00002000:00100000:0.0:1778923616.679594:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (12288->139263) req@ffff9ce602e2f480 x1865335281547008/t17179871980(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 504/448 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923616.679607:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2f480 with x1865335281547008 ext(12288->139263) 00002000:00010000:0.0:1778923616.679617:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2f480 00000100:00100000:0.0:1778923616.706326:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287604736:0@lo:400:kworker.0 00000100:00100000:0.0:1778923616.706401:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923616.706466:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287604736 00000100:00100000:0.0:1778923616.706474:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287604736 00000100:00100000:0.0:1778923616.706550:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1778923616.706560:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287604736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923616.706614:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287604736:12345-0@lo:400:kworker.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.706621:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00080000:0.0:1778923616.706643:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1778923616.706676:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287604736:0@lo:400:kworker.0 00000001:00080000:3.0:1778923616.825413:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871980 is committed 00000100:00100000:0.0:1778923616.837041:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281547392 00000100:00100000:0.0:1778923616.837054:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281547392 00000100:00100000:0.0:1778923616.837139:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5335 00000100:00100000:0.0:1778923616.837152:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+196:54746:x1865335281547392:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923616.837235:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1778923616.837272:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a2e14 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466d7 expref: 196 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.837301:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a2e29 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466e5 expref: 195 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.837314:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.837320:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923616.841491:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.841567:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.841581:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923616.841694:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939649 00000004:00010000:0.0:1778923616.841719:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e0186d76 reply state 000000005178f4d7 transno 8589939650 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.841729:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923616.841883:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+197:54746:x1865335281547392:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 4728us (5305us total) trans 8589939650 rc 0/0 00000100:00100000:0.0:1778923616.841904:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5335 00000020:00080000:0.0:1778923616.841913:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923616.847131:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847155:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847171:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847178:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923616.847183:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847191:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847213:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.847216:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923616.847222:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.847233:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e30 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.849054:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281547520 00000100:00100000:0.0:1778923616.849076:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281547520 00000100:00100000:0.0:1778923616.849149:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5336 00000100:00100000:0.0:1778923616.849160:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+196:54746:x1865335281547520:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923616.849202:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923616.849228:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466ec expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.849314:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 197 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.849330:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 197 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.849353:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.849357:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923616.849361:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923616.849439:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+197:54746:x1865335281547520:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 281us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.849447:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5336 00000100:00100000:3.0:1778923616.854148:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.854203:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.854242:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923616.859939:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281548032 00000100:00100000:0.0:1778923616.859952:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281548032 00000100:00100000:0.0:1778923616.860035:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5337 00000100:00100000:0.0:1778923616.860047:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+197:54746:x1865335281548032:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923616.860084:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923616.860115:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e3e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5466f3 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860215:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860232:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860246:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923616.860293:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 41622 00000004:00200000:0.0:1778923616.860298:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923616.860320:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860332:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860359:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e3e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466f3 expref: 199 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860379:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466f3 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.860389:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.860392:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923616.860396:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7e00, rc 0) 00000100:00100000:0.0:1778923616.860477:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54746:x1865335281548032:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 432us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923616.860485:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5337 00000100:00100000:0.0:1778923616.879023:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281548288 00000100:00100000:0.0:1778923616.879038:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281548288 00000100:00100000:0.0:1778923616.879133:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5338 00000100:00100000:0.0:1778923616.879146:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+198:54746:x1865335281548288:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923616.879233:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923616.879269:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a2e45 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466f3 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.879294:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923616.879300:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923616.879653:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e4c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.879673:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923616.879695:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923616.879759:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939651 00000004:00010000:0.0:1778923616.879787:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000097a7cdb5 reply state 0000000034abd955 transno 8589939652 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e4c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923616.879798:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923616.879937:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281548288:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 793us (1456us total) trans 8589939652 rc 0/0 00000100:00100000:0.0:1778923616.879946:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5338 00000020:00080000:0.0:1778923616.879953:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923616.886569:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3225 00000100:00100000:0.0:1778923616.886581:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281548416:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923616.887779:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 41622 -> 92292 00002000:00010000:0.0:1778923616.887785:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923616 -> 1778923617 00002000:00010000:0.0:1778923616.887788:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923616.887790:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923616 -> 1778923617 00002000:00010000:0.0:1778923616.887793:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923616.887836:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281548416:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1258us (2296us total) trans 17179871983 rc 0/0 00000100:00100000:0.0:1778923616.887844:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3225 00002000:00010000:0.0:1778923616.887848:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (92292->18446744073709551615) 00002000:00100000:0.0:1778923616.887851:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701880 with x1865335281548416 ext(92292->18446744073709551615) 00002000:00010000:0.0:1778923616.887857:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701880. 00000100:00100000:0.0:1778923616.895669:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281548672 00000100:00100000:0.0:1778923616.895764:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281548672 00000100:00100000:3.0:1778923616.904654:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.936578:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923616.954542:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281548928:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 16825us (17939us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1778923616.954557:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3227 00002000:00100000:3.0:1778923616.954573:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (45056->69631) req@ffff9ce602e2c700 x1865335281548928/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:177/0 lens 488/440 e 0 to 0 dl 1778923627 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923616.954590:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2c700 with x1865335281548928 ext(45056->69631) 00002000:00010000:3.0:1778923616.954597:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2c700 00000100:00100000:3.0:1778923616.964486:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.017474:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.035550:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.051882:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.055216:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.063491:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.070197:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1979 00000100:00100000:0.0:1778923617.070210:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54893:x1865335281550464:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923617.070304:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a2e7d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546708 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070352:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070367:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070378:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070388:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070431:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070445:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 204 pid: 30328 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.070463:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287605248:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923617.070594:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.070605:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.070615:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287605376:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923617.070638:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340090c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.075579:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.076484:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.076786:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281550592 00000100:00100000:0.0:1778923617.076799:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281550592 00010000:00010000:0.0:1778923617.076856:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 205 pid: 30328 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.076902:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281550720 00000100:00100000:0.0:1778923617.076906:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281550720 00010000:00010000:0.0:1778923617.076919:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 206 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.076948:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3033 00000100:00100000:0.0:1778923617.076960:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281550592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923617.076979:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923617.076988:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 206 pid: 30328 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077549:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 206 pid: 30328 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077579:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2e37 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466ec expref: 206 pid: 30328 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077599:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.077604:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077614:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077622:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923617.077692:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:2353:x1865335281550592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 734us (2127us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.077702:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3033 00000100:00100000:0.0:1778923617.077729:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3034 00000100:00100000:0.0:1778923617.077738:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2355:x1865335281550720:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923617.077750:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077761:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077772:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077779:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.077783:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1778923617.077785:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077793:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077800:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a2e8b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.077822:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a2e5a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466fa expref: 204 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.077846:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2355:x1865335281550720:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 111us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.077857:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3034 00000100:00100000:0.0:1778923617.098721:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281550848 00000100:00100000:0.0:1778923617.098735:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281550848 00000100:00100000:0.0:1778923617.098813:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5342 00000100:00100000:0.0:1778923617.098826:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54893:x1865335281550848:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923617.098858:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923617.098885:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54670f expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.098974:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.098990:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.099025:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.099028:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923617.099033:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923617.099108:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54893:x1865335281550848:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 283us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.099116:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5342 00000100:00100000:0.0:1778923617.103790:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.116730:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.116920:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281551360 00000100:00100000:3.0:1778923617.116933:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281551360 00000100:00100000:3.0:1778923617.117011:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5344 00000100:00100000:3.0:1778923617.117022:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54893:x1865335281551360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923617.117054:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923617.117091:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22400/0x3baece0abe6a2eae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54671d expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.117241:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a2eb5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.117262:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a2eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.117275:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a2eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923617.117292:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 92292 00010000:00010000:3.0:1778923617.117457:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22400/0x3baece0abe6a2eae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54671d expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.117483:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a2eb5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54671d expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.117492:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923617.117496:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923617.117499:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba23400, rc 0) 00000100:00100000:3.0:1778923617.117602:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54893:x1865335281551360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 581us (976us total) trans 8589939659 rc 0/0 00000100:00100000:3.0:1778923617.117610:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5344 00000100:00100000:3.0:1778923617.138979:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287605504:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923617.139018:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.141626:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281551744 00000100:00100000:0.0:1778923617.142056:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281551744 00010000:00010000:0.0:1778923617.142134:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 209 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.143003:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3035 00000100:00100000:0.0:1778923617.143025:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:2354:x1865335281551744:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923617.143051:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923617.143162:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 209 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143356:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 209 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143390:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2e92 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54670f expref: 209 pid: 31653 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143412:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.143418:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143429:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143438:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.143539:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923617.143626:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2354:x1865335281551744:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 610us (5512us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.143644:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3035 00010000:00010000:3.0:1778923617.148823:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.149007:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.149254:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.149277:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.149288:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.149345:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.149363:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 207 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.149382:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287605632:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923617.149495:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.158001:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287605632:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923617.158075:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.159053:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281551872 00000100:00100000:0.0:1778923617.159073:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281551872 00010000:00010000:0.0:1778923617.159127:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 208 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.159252:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3036 00000100:00100000:0.0:1778923617.159263:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281551872:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923617.159290:0:5741:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 208 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159303:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 208 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159316:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 208 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159325:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff9ce703d27500) 00010000:00010000:0.0:1778923617.159329:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923617.159334:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159344:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159351:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.159395:0:5741:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d800/0x3baece0abe6a2ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546716 expref: 208 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.159481:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281551872:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 221us (3536us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.159490:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3036 00000100:00100000:0.0:1778923617.160739:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287605760 00000100:00100000:0.0:1778923617.160747:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287605760 00000100:00100000:0.0:1778923617.160971:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1778923617.160985:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287605760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.161227:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287605760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 235us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.161235:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1778923617.161455:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bde680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287605760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.161573:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287605888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.161610:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923617.161630:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.162920:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287605888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.163014:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287606016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.163057:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923617.163094:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.163236:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1778923617.163293:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606016:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.163373:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606016:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 84us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.163420:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287606016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.163451:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287606144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.163476:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923617.163498:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606144 00000100:00100000:3.0:1778923617.163528:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606144 00000100:00100000:0.0:1778923617.164766:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1778923617.165445:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1778923617.165471:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606144:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.165621:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606144:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 166us (2144us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.165628:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1778923617.165659:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.165694:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287606144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.165794:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2ce00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287606272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.166561:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.166636:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7132960c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.166681:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606272 00000100:00100000:3.0:1778923617.166689:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606272 00000100:00100000:3.0:1778923617.166809:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1778923617.166820:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606272:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.166915:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606272:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.166922:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1778923617.168534:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606400 00000100:00100000:0.0:1778923617.168545:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606400 00000100:00100000:0.0:1778923617.168608:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1778923617.168618:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606400:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.168738:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606400:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 121us (1639us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.168746:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1778923617.170136:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606528 00000100:00100000:0.0:1778923617.170150:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606528 00000100:00100000:0.0:1778923617.170203:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1778923617.170213:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606528:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.170292:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287606528:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.170299:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1778923617.171097:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606656 00000100:00100000:0.0:1778923617.171103:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606656 00000100:00100000:3.0:1778923617.171242:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1778923617.171256:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606656:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.171340:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606656:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 89us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.171346:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:3.0:1778923617.174049:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287606912 00000100:00100000:3.0:1778923617.174054:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287606912 00000100:00100000:3.0:1778923617.174100:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1778923617.174108:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606912:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.174188:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287606912:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 80us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.174194:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1778923617.174489:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287607040 00000100:00100000:3.0:1778923617.174492:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287607040 00000100:00100000:3.0:1778923617.174522:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1778923617.174528:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607040:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.174579:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607040:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.174585:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1778923617.174822:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287607168 00000100:00100000:3.0:1778923617.174826:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287607168 00000100:00100000:3.0:1778923617.174851:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1778923617.174857:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287607168:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.174912:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287607168:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.174918:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1778923617.179159:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287607296 00000100:00100000:3.0:1778923617.179176:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287607296 00000100:00100000:3.0:1778923617.179240:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1778923617.179251:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287607296:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.179351:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287607296:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 102us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.179358:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1778923617.179686:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287607424 00000100:00100000:3.0:1778923617.179690:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287607424 00000100:00100000:3.0:1778923617.179720:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1778923617.179726:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.179933:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 206us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.179941:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1778923617.181662:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.182043:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.182160:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.182292:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287607552 00000100:00100000:3.0:1778923617.182301:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287607552 00000100:00100000:3.0:1778923617.182413:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1778923617.182424:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923617.182552:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287607552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 130us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.182559:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1778923617.182624:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.182681:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.182707:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.183053:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.183537:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.183585:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.183611:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.183635:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.183964:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.183995:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.184021:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.184045:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.184370:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287607936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.184405:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.184428:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.184450:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.184683:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.184712:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.184733:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.184755:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.185467:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.185543:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.185568:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.185583:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.186070:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.186106:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.186137:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.186161:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.186814:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.186991:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.195161:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.195220:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.195879:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.196605:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.196671:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.196744:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.198687:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.198751:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.198795:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.198822:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.199086:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287608832 00000100:00100000:3.0:1778923617.199100:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287608832 00000100:00100000:0.0:1778923617.199645:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.199685:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.199712:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.199741:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.200208:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287608960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.200251:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.200274:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.200298:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.200543:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.200570:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.200592:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.200611:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.201194:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609216:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1778923617.201915:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].41, 1360 off66896 00000001:00080000:0.0:1778923617.201930:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939660 00000100:00100000:0.0:1778923617.202093:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.202132:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.202152:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.203080:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.203112:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923617.203142:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923617.203166:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7340093c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.205578:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287609472:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1778923617.205691:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939661 00010000:00010000:0.0:1778923617.205728:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.205744:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.205752:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206023:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923617.206028:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206035:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206051:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff9ce703d27500) 00010000:00010000:0.0:1778923617.206054:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923617.206068:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206076:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2eca lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b8:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206093:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206099:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206104:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206109:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923617.206112:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206118:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206125:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.206127:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923617.206130:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206136:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a2ec3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.206150:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.206153:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923617.206159:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a2eb5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54671d expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.206263:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54893:x1865335281551616:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 75048us (75252us total) trans 8589939662 rc 0/0 00000100:00100000:0.0:1778923617.206272:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1980 00000020:00080000:0.0:1778923617.206277:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1778923617.225010:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281552000 00000100:00100000:0.0:1778923617.225025:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281552000 00000100:00100000:0.0:1778923617.225469:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5345 00000100:00100000:0.0:1778923617.225484:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54893:x1865335281552000:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923617.225529:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923617.225549:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546724 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.225617:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.225633:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.225654:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.225658:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923617.225661:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923617.225732:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54893:x1865335281552000:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 252us (6520us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.232583:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.233210:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5345 00010000:00010000:0.0:1778923617.235129:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923617.235136:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.235144:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.235148:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ed8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.235156:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ed8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.235177:0:5742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b8:0x0].0x0 (ffff9ce703d27500) 00010000:00010000:0.0:1778923617.235181:0:5742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1778923617.235186:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ed8 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.235197:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ed8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.235210:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923617.235212:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923617.235213:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923617.239267:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.239346:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281552512 00000100:00100000:0.0:1778923617.239357:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281552512 00000100:00100000:0.0:1778923617.239410:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1982 00000100:00100000:0.0:1778923617.239420:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54893:x1865335281552512:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923617.239797:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+213:54893:x1865335281552512:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 377us (537us total) trans 8589939665 rc 0/0 00000100:00100000:0.0:1778923617.239805:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1982 00000100:00100000:3.0:1778923617.269605:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.269694:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281552896 00000100:00100000:0.0:1778923617.269704:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281552896 00000100:00100000:0.0:1778923617.269768:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5347 00000100:00100000:0.0:1778923617.269777:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54894:x1865335281552896:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923617.269798:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923617.269818:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2efb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546732 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.269916:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a2f02 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.269931:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a2f02 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.269942:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a2f02 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923617.269954:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 92292 00010000:00010000:0.0:1778923617.270086:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2efb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546732 expref: 217 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.270105:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a2f02 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546732 expref: 216 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.270113:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.270117:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923617.270120:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923617.270178:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54894:x1865335281552896:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 402us (582us total) trans 8589939666 rc 0/0 00000100:00100000:0.0:1778923617.270186:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5347 00000100:00100000:0.0:1778923617.284558:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281553152 00000100:00100000:0.0:1778923617.284567:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281553152 00000100:00100000:0.0:1778923617.284617:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5348 00000100:00100000:0.0:1778923617.284627:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54894:x1865335281553152:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923617.284648:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923617.284666:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2f10 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546739 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.284759:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a2f17 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.284775:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a2f17 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.284793:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a2f17 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923617.284807:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 92292 00010000:00010000:0.0:1778923617.284923:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a2f10 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546739 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.284942:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a2f17 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546739 expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.284951:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.284954:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923617.284958:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923617.285025:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+218:54894:x1865335281553152:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 399us (566us total) trans 8589939667 rc 0/0 00000100:00100000:0.0:1778923617.285031:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5348 00010000:00010000:0.0:1778923617.307752:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307778:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307787:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307794:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.307799:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307809:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307829:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.307838:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a2f25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.307924:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281553280:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9543us (10009us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.307934:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3228 00000100:00100000:3.0:1778923617.320338:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281553408 00000100:00100000:3.0:1778923617.320348:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281553408 00000100:00100000:3.0:1778923617.320425:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3229 00000100:00100000:3.0:1778923617.320437:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281553408:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923617.320473:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.320491:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.320494:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.320499:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.320560:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342717:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342737:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342747:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342767:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.342772:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342782:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342803:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.342812:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a2f2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.342897:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281553408:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22459us (22676us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.342909:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3229 00000100:00100000:3.0:1778923617.371973:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.416648:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.428629:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.428765:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281553792 00000100:00100000:0.0:1778923617.428775:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281553792 00000100:00100000:0.0:1778923617.428852:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3232 00000100:00100000:0.0:1778923617.428862:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281553792:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.428894:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.428912:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.428924:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.428929:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.428942:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434803:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434822:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434830:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434838:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.434843:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434852:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434870:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.434878:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a2f41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.434957:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281553792:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6092us (6334us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.434966:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3232 00000100:00100000:3.0:1778923617.443759:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923617.453873:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453895:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453905:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453913:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.453918:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453927:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453946:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.453954:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a2f48 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.454037:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281553920:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10057us (10280us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.454048:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3233 00000100:00100000:3.0:1778923617.463568:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.480949:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281554176 00000100:00100000:0.0:1778923617.480959:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281554176 00000100:00100000:0.0:1778923617.481035:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3235 00000100:00100000:0.0:1778923617.481046:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281554176:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.481093:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.481116:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.481119:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.481124:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.481138:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493373:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493394:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493416:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493424:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.493429:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493437:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493453:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.493465:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.493619:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281554176:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12571us (13031us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.493630:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3235 00000100:00100000:0.0:1778923617.500139:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.520720:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281554432 00000100:00100000:0.0:1778923617.520727:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281554432 00000100:00100000:0.0:1778923617.520785:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3237 00000100:00100000:0.0:1778923617.520792:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281554432:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923617.520834:0:26631:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:0.0:1778923617.520843:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.520858:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.520860:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.520866:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.520879:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525477:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525496:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525526:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525532:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.525535:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525541:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525555:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.525560:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.525747:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281554432:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4950us (5100us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.525757:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3237 00000100:00100000:3.0:1778923617.530089:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.530462:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281554560 00000100:00100000:0.0:1778923617.530470:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281554560 00000100:00100000:0.0:1778923617.530624:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3238 00000100:00100000:0.0:1778923617.530634:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281554560:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.530667:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.530741:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.530743:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.530749:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.530763:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535404:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535421:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535427:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535431:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.535435:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535440:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535454:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.535460:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a2f6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.535618:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281554560:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4981us (5532us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.535628:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3238 00000100:00100000:0.0:1778923617.540676:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923617.541074:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.541090:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552574:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552595:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552604:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552611:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923617.552616:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552624:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552643:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.552650:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2f72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.552738:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281554688:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11858us (12066us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1778923617.552748:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3239 00000100:00100000:1.0:1778923617.556465:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281554816 00000100:00100000:1.0:1778923617.556475:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281554816 00000100:00100000:1.0:1778923617.556632:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 549 00000100:00100000:1.0:1778923617.556641:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705735450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54894:x1865335281554816:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923617.556655:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923617.556676:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a2f17 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546739 expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.556695:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923617.556699:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923617.556753:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705735450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54894:x1865335281554816:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 113us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923617.556758:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 549 00000100:00100000:3.0:1778923617.561796:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.561967:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555072 00000100:00100000:1.0:1778923617.561979:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555072 00000100:00100000:1.0:1778923617.562101:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1983 00000100:00100000:1.0:1778923617.562112:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54894:x1865335281555072:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923617.562341:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54894:x1865335281555072:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 231us (555us total) trans 8589939668 rc 0/0 00000100:00100000:1.0:1778923617.562349:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1983 00000100:00100000:1.0:1778923617.590952:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555328 00000100:00100000:1.0:1778923617.590961:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555328 00000100:00100000:1.0:1778923617.591022:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5349 00000100:00100000:1.0:1778923617.591033:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54895:x1865335281555328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923617.591069:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923617.591089:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a2f79 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546740 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.591195:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2f80 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.591212:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2f80 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.591224:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2f80 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923617.591236:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 92292 00010000:00010000:1.0:1778923617.591379:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a2f79 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546740 expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.591397:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2f80 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546740 expref: 220 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.591406:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923617.591409:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923617.591413:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e870200, rc 0) 00000100:00100000:1.0:1778923617.591481:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+220:54895:x1865335281555328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 449us (690us total) trans 8589939669 rc 0/0 00000100:00100000:1.0:1778923617.591488:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5349 00000100:00100000:1.0:1778923617.603181:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555456 00000100:00100000:1.0:1778923617.603191:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555456 00000100:00100000:1.0:1778923617.603364:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3240 00000100:00100000:1.0:1778923617.603376:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281555456:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923617.603416:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.603433:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.603435:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.603441:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.603455:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606375:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606394:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606404:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606411:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923617.606416:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606426:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606449:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.606457:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2f8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.606583:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281555456:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3206us (3542us total) trans 0 rc 92292/92292 00000100:00100000:1.0:1778923617.606593:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3240 00000100:00100000:3.0:1778923617.612556:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.612684:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555584 00000100:00100000:0.0:1778923617.612695:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555584 00000100:00100000:0.0:1778923617.612762:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3241 00000100:00100000:0.0:1778923617.612772:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281555584:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.612807:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.612825:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.612827:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.612833:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.612847:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617146:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617174:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617184:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617192:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.617196:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617204:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617222:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.617229:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.617307:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281555584:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4532us (4756us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.617315:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3241 00000100:00100000:3.0:1778923617.625208:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.625491:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555712 00000100:00100000:0.0:1778923617.625500:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555712 00000100:00100000:0.0:1778923617.625667:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3242 00000100:00100000:0.0:1778923617.625677:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281555712:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.625811:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.625833:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.625836:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.625841:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.625855:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.628983:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629004:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629013:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629020:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.629025:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629034:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629055:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.629081:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a2f9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.629167:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281555712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3486us (3963us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.629177:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3242 00000100:00100000:3.0:1778923617.633481:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.633748:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555840 00000100:00100000:0.0:1778923617.633758:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555840 00000100:00100000:0.0:1778923617.633947:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3243 00000100:00100000:0.0:1778923617.633958:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281555840:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923617.633993:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.634010:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.634012:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923617.634017:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.634031:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639544:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639566:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639581:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639587:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.639591:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639599:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639618:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.639626:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a2fa3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.639735:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281555840:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5778us (6263us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.639743:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3243 00000100:00100000:3.0:1778923617.647071:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281555968 00000100:00100000:3.0:1778923617.647081:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281555968 00000100:00100000:3.0:1778923617.647189:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3244 00000100:00100000:3.0:1778923617.647200:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281555968:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923617.647235:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.647253:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.647255:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.647261:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.647275:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650360:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650379:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650389:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650409:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923617.650420:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650430:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650450:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.650459:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a2faa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.650628:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281555968:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3425us (3660us total) trans 0 rc 92292/92292 00000100:00100000:0.0:1778923617.650639:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3244 00000100:00100000:3.0:1778923617.658874:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.658968:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281556096 00000100:00100000:1.0:1778923617.658978:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281556096 00000100:00100000:1.0:1778923617.659054:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3245 00000100:00100000:1.0:1778923617.659072:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281556096:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923617.659112:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.659130:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.659132:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.659138:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.659151:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923617.670570:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.670689:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281556224 00000100:00100000:1.0:1778923617.670699:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281556224 00000100:00100000:1.0:1778923617.670764:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3246 00000100:00100000:1.0:1778923617.670773:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281556224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923617.670806:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.670822:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.670825:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.670830:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.670845:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675574:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675594:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675603:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675611:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923617.675615:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675624:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675647:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.675654:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a2fb8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.675732:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281556224:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4955us (5166us total) trans 0 rc 92292/92292 00000100:00100000:1.0:1778923617.675741:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3246 00000100:00100000:3.0:1778923617.681591:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.700324:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281556480 00000100:00100000:3.0:1778923617.700333:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281556480 00000100:00100000:3.0:1778923617.700611:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3248 00000100:00100000:3.0:1778923617.700621:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281556480:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923617.700657:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.700675:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.700677:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923617.700682:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.701255:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708572:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708591:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708600:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708609:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923617.708614:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708623:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708643:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.708652:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a2fc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.708733:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281556480:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8109us (8579us total) trans 0 rc 92292/92292 00000100:00100000:1.0:1778923617.708743:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3248 00000100:00100000:0.0:1778923617.713244:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.713332:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281556608 00000100:00100000:1.0:1778923617.713342:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281556608 00000100:00100000:1.0:1778923617.713418:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3249 00000100:00100000:1.0:1778923617.713429:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281556608:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923617.713475:0:14405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:1.0:1778923617.713484:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.713500:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.713529:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923617.713534:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.713548:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719309:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719329:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719339:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719347:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923617.719351:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719360:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719378:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.719387:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a2fcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.719477:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281556608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6046us (6237us total) trans 0 rc 92292/92292 00000100:00100000:1.0:1778923617.719487:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3249 00000100:00100000:0.0:1778923617.725606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923617.733994:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734017:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734112:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734119:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923617.734124:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734132:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734151:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.734237:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a2fd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->94207] (req 0->94207) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923617.734369:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281556736:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8574us (8769us total) trans 0 rc 92292/92292 00000100:00100000:3.0:1778923617.734379:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3250 00000100:00100000:0.0:1778923617.741936:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.770066:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281556992 00000100:00100000:1.0:1778923617.770076:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281556992 00000100:00100000:1.0:1778923617.770140:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 550 00000100:00100000:1.0:1778923617.770152:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:54895:x1865335281556992:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923617.770174:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923617.770197:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a2f80 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546740 expref: 220 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.770214:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923617.770219:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923617.770269:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:54895:x1865335281556992:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 121us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923617.770275:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 550 00000100:00100000:1.0:1778923617.773433:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.783602:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.784599:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281557504 00000100:00100000:1.0:1778923617.784613:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281557504 00000100:00100000:1.0:1778923617.784798:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5350 00000100:00100000:1.0:1778923617.784810:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:54746:x1865335281557504:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923617.784836:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923617.784856:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2fe2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546747 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.784968:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.784984:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.784994:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.785028:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.785338:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 221 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.785353:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287609600:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923617.785461:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f850480 going to sleep for 11 seconds 00000100:00100000:0.0:1778923617.790438:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281557632 00000100:00100000:0.0:1778923617.790447:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281557632 00010000:00010000:0.0:1778923617.790485:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 222 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923617.790548:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3037 00000100:00100000:0.0:1778923617.790559:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:2354:x1865335281557632:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923617.790573:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923617.790580:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 222 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.790593:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 222 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.790625:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923617.790630:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.790641:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.790649:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923617.790787:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923617.790936:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:2354:x1865335281557632:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 378us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.790944:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3037 00010000:00010000:1.0:1778923617.791686:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a2ef4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54672b expref: 221 pid: 30325 timeout: 1414 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.791704:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287609600:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923617.791726:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.791735:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.791741:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923617.791758:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 92292 00010000:00010000:1.0:1778923617.792144:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a2fe2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 222 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.792167:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 221 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.792175:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923617.792178:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923617.792181:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:1.0:1778923617.792391:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+221:54746:x1865335281557504:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7583us (8798us total) trans 8589939671 rc 0/0 00000100:00100000:1.0:1778923617.792400:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5350 00000100:00100000:1.0:1778923617.814694:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281557760 00000100:00100000:1.0:1778923617.814704:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281557760 00002000:00100000:1.0:1778923617.814750:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (81920->86015) req@ffff9ce72e3e6680 x1865335281557760/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/0 e 0 to 0 dl 1778923628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923617.814762:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6680 with x1865335281557760 ext(81920->86015) 00002000:00010000:1.0:1778923617.814767:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6680 00000100:00100000:1.0:1778923617.814797:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3252 00000100:00100000:1.0:1778923617.814805:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281557760:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923617.815048:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281557760:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 242us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923617.815063:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3252 00002000:00100000:1.0:1778923617.815070:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (81920->86015) req@ffff9ce72e3e6680 x1865335281557760/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/4536 e 0 to 0 dl 1778923628 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923617.815078:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6680 with x1865335281557760 ext(81920->86015) 00002000:00010000:1.0:1778923617.815082:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6680 00000100:00100000:0.0:1778923617.826365:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281557888 00000100:00100000:0.0:1778923617.826375:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281557888 00002000:00100000:0.0:1778923617.826421:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (86016->90111) req@ffff9ce72e3e7100 x1865335281557888/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/0 e 0 to 0 dl 1778923628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.826433:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7100 with x1865335281557888 ext(86016->90111) 00002000:00010000:0.0:1778923617.826439:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e7100 00000100:00100000:0.0:1778923617.826467:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3253 00000100:00100000:0.0:1778923617.826477:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281557888:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923617.826768:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281557888:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 291us (688us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923617.826775:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3253 00002000:00100000:0.0:1778923617.826781:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (86016->90111) req@ffff9ce72e3e7100 x1865335281557888/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/4536 e 0 to 0 dl 1778923628 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.826789:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7100 with x1865335281557888 ext(86016->90111) 00002000:00010000:0.0:1778923617.826792:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e7100 00000100:00100000:3.0:1778923617.835870:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923617.836417:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558016 00000100:00100000:0.0:1778923617.836427:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558016 00002000:00100000:0.0:1778923617.836477:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (61440->94207) req@ffff9ce704f11180 x1865335281558016/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 504/0 e 0 to 0 dl 1778923628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.836488:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f11180 with x1865335281558016 ext(61440->94207) 00002000:00010000:0.0:1778923617.836494:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f11180 00000100:00100000:0.0:1778923617.836563:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3254 00000100:00100000:0.0:1778923617.836574:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281558016:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923617.840989:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281558016:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4406us (5117us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1778923617.841003:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3254 00002000:00100000:0.0:1778923617.841015:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (61440->94207) req@ffff9ce704f11180 x1865335281558016/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 504/440 e 0 to 0 dl 1778923628 ref 1 fl Complete:/600/0 rc 24576/24576 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.841026:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f11180 with x1865335281558016 ext(61440->94207) 00002000:00010000:0.0:1778923617.841032:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f11180 00000100:00100000:0.0:1778923617.848803:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558144 00000100:00100000:0.0:1778923617.848811:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558144 00002000:00100000:0.0:1778923617.848855:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (0->61439) req@ffff9ce72e3e4700 x1865335281558144/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/0 e 0 to 0 dl 1778923628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.848865:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4700 with x1865335281558144 ext(0->61439) 00002000:00010000:0.0:1778923617.848871:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4700 00000100:00100000:0.0:1778923617.848903:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3255 00000100:00100000:0.0:1778923617.848912:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281558144:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923617.853173:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281558144:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4243us (4453us total) trans 0 rc 61440/61440 00000100:00100000:0.0:1778923617.853186:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3255 00002000:00100000:0.0:1778923617.853198:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (0->61439) req@ffff9ce72e3e4700 x1865335281558144/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 488/440 e 0 to 0 dl 1778923628 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.853209:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4700 with x1865335281558144 ext(0->61439) 00002000:00010000:0.0:1778923617.853215:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4700 00000100:00100000:0.0:1778923617.864970:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558272 00000100:00100000:0.0:1778923617.864979:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558272 00002000:00100000:0.0:1778923617.865028:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (0->16383) req@ffff9ce72e3e4e00 x1865335281558272/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 16872/0 e 0 to 0 dl 1778923628 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.865039:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4e00 with x1865335281558272 ext(0->16383) 00002000:00010000:0.0:1778923617.865044:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4e00 00000100:00100000:0.0:1778923617.865083:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3256 00000100:00100000:0.0:1778923617.865093:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281558272:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:0.0:1778923617.865629:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281558272:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 535us (804us total) trans 17179871986 rc 0/0 00000100:00100000:0.0:1778923617.865638:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3256 00002000:00100000:0.0:1778923617.865646:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (0->16383) req@ffff9ce72e3e4e00 x1865335281558272/t17179871986(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:178/0 lens 16872/448 e 0 to 0 dl 1778923628 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923617.865655:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4e00 with x1865335281558272 ext(0->16383) 00002000:00010000:0.0:1778923617.865659:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4e00 00000100:00100000:1.0:1778923617.872540:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558400 00000100:00100000:1.0:1778923617.872550:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558400 00000100:00100000:1.0:1778923617.872733:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6701 00000100:00100000:1.0:1778923617.872744:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281558400:12345-192.168.203.24@tcp:16:fsx.0 00010000:00010000:3.0:1778923617.920634:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1778923617.939479:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871986 is committed 00000001:00080000:3.0:1778923617.939532:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871985 is committed 00000100:00100000:0.0:1778923617.939767:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281558400:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 67020us (67787us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923617.939779:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6701 00000100:00100000:3.0:1778923617.952746:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000001:00080000:3.0:1778923617.954322:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939672 00000004:00010000:3.0:1778923617.954360:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000fe89085 reply state 00000000779c2099 transno 8589939673 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a2ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923617.954372:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923617.954526:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281558656:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1255us (1766us total) trans 8589939673 rc 0/0 00000100:00100000:3.0:1778923617.954535:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5351 00000020:00080000:3.0:1778923617.954541:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923617.959981:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.960032:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923617.960068:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.960357:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558784 00000100:00100000:1.0:1778923617.960367:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558784 00002000:00010000:1.0:1778923617.960406:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (192145->18446744073709551615) 00002000:00100000:1.0:1778923617.960411:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13100 with x1865335281558784 ext(192145->18446744073709551615) 00002000:00010000:1.0:1778923617.960421:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13100. 00000100:00100000:1.0:1778923617.960444:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281558912 00000100:00100000:1.0:1778923617.960447:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281558912 00002000:00010000:1.0:1778923617.960458:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923617.960461:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10000 with x1865335281558912 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923617.960465:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f10000. 00000100:00100000:1.0:1778923617.960476:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559040 00000100:00100000:1.0:1778923617.960478:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559040 00002000:00010000:1.0:1778923617.960486:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923617.960489:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13480 with x1865335281559040 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923617.960493:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13480. 00000100:00100000:1.0:1778923617.960539:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3257 00000100:00100000:1.0:1778923617.960547:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281558784:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923617.960818:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 92292 -> 192145 00002000:00010000:1.0:1778923617.960822:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923617 -> 1778923618 00002000:00010000:1.0:1778923617.960824:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923611 -> 1778923617 00002000:00010000:1.0:1778923617.960826:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923617 -> 1778923618 00002000:00010000:1.0:1778923617.960828:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:1.0:1778923617.960882:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281558784:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 334us (907us total) trans 17179871987 rc 0/0 00000100:00100000:1.0:1778923617.960889:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3257 00002000:00010000:1.0:1778923617.960893:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (192145->18446744073709551615) 00002000:00100000:1.0:1778923617.960896:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13100 with x1865335281558784 ext(192145->18446744073709551615) 00002000:00010000:1.0:1778923617.960901:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13100. 00000100:00100000:1.0:1778923617.960918:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3258 00000100:00100000:1.0:1778923617.960925:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281558912:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923617.961155:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923617.961963:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923617 -> 1778923618 00002000:00010000:1.0:1778923617.961966:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923617.961968:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923617 -> 1778923618 00002000:00010000:1.0:1778923617.961969:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923617.962111:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281558912:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1185us (2076us total) trans 21474839135 rc 0/0 00000100:00100000:1.0:1778923617.962119:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3258 00002000:00010000:1.0:1778923617.962123:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923617.962125:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10000 with x1865335281558912 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923617.962132:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f10000. 00000100:00100000:3.0:1778923617.974441:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923617.974898:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559168 00000100:00100000:1.0:1778923617.974908:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559168 00000100:00100000:1.0:1778923617.974971:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5352 00000100:00100000:1.0:1778923617.974983:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281559168:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923617.975010:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923617.975030:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2ffe lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54674e expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.975115:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.975130:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 223 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.975139:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.975182:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 223 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.975195:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 223 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.975209:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287609728:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923617.975398:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923617.993048:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559296 00000100:00100000:3.0:1778923617.993064:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559296 00010000:00010000:3.0:1778923617.993107:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 224 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923617.993147:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3038 00000100:00100000:3.0:1778923617.993165:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+224:2354:x1865335281559296:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923617.993179:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923617.993184:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 224 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.993196:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 224 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.993217:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923617.993221:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.993235:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.993242:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923617.993266:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923617.993752:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+224:2354:x1865335281559296:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 594us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923617.993760:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3038 00010000:00010000:1.0:1778923617.994174:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a2fe9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546747 expref: 223 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923617.994194:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287609728:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923617.994214:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994223:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994228:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923617.994342:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00000004:00200000:1.0:1778923617.994349:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923617.994372:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994384:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994949:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a2ffe lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 223 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994968:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 222 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923617.994975:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923617.994978:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923617.994981:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a600, rc 0) 00000100:00100000:1.0:1778923617.995049:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281559168:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 20068us (20617us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923617.995077:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5352 00000100:00100000:1.0:1778923618.015232:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.015452:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559424 00000100:00100000:0.0:1778923618.015461:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559424 00002000:00100000:0.0:1778923618.015566:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (122880->188415) req@ffff9ce709549180 x1865335281559424/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 488/0 e 0 to 0 dl 1778923629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923618.015578:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce709549180 with x1865335281559424 ext(122880->188415) 00002000:00010000:0.0:1778923618.015583:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce709549180 00000100:00100000:0.0:1778923618.015605:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3260 00000100:00100000:0.0:1778923618.015615:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281559424:12345-192.168.203.24@tcp:3:lfs.0 00000100:00080000:1.0:1778923618.015908:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1778923618.022608:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281559424:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6983us (7373us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1778923618.022622:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3260 00002000:00100000:0.0:1778923618.022636:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (122880->188415) req@ffff9ce709549180 x1865335281559424/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 488/440 e 0 to 0 dl 1778923629 ref 1 fl Complete:/600/0 rc 65536/65536 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923618.022646:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce709549180 with x1865335281559424 ext(122880->188415) 00002000:00010000:0.0:1778923618.022653:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce709549180 00000100:00100000:3.0:1778923618.035781:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.035879:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559552 00000100:00100000:1.0:1778923618.035888:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559552 00002000:00100000:1.0:1778923618.035934:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (94208->192511) req@ffff9ce704f13800 x1865335281559552/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 504/0 e 0 to 0 dl 1778923629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923618.035945:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13800 with x1865335281559552 ext(94208->192511) 00002000:00010000:1.0:1778923618.035950:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13800 00000100:00100000:1.0:1778923618.035981:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3261 00000100:00100000:1.0:1778923618.035991:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281559552:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923618.067953:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281559552:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 31953us (32171us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1778923618.067966:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3261 00002000:00100000:1.0:1778923618.067980:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (94208->192511) req@ffff9ce704f13800 x1865335281559552/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 504/440 e 0 to 0 dl 1778923629 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923618.067991:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13800 with x1865335281559552 ext(94208->192511) 00002000:00010000:1.0:1778923618.067997:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13800 00000100:00100000:0.0:1778923618.102816:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559680 00000100:00100000:0.0:1778923618.102828:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559680 00002000:00100000:0.0:1778923618.102881:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (45056->65535) req@ffff9ce72e3e5880 x1865335281559680/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 488/0 e 0 to 0 dl 1778923629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923618.102891:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5880 with x1865335281559680 ext(45056->65535) 00002000:00010000:0.0:1778923618.102897:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5880 00000100:00100000:0.0:1778923618.102930:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3262 00000100:00100000:0.0:1778923618.102939:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281559680:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:1.0:1778923618.121863:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281559680:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 18915us (19908us total) trans 17179871989 rc 0/0 00000100:00100000:1.0:1778923618.121877:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3262 00002000:00100000:1.0:1778923618.121890:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (45056->65535) req@ffff9ce72e3e5880 x1865335281559680/t17179871989(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:179/0 lens 488/448 e 0 to 0 dl 1778923629 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923618.121901:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5880 with x1865335281559680 ext(45056->65535) 00002000:00010000:1.0:1778923618.121908:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5880 00000100:00100000:1.0:1778923618.129464:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281559808 00000100:00100000:1.0:1778923618.129477:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281559808 00000100:00100000:1.0:1778923618.129567:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6702 00000100:00100000:1.0:1778923618.129578:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281559808:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:0.0:1778923618.178772:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871989 is committed 00000100:00100000:3.0:1778923618.179017:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281559808:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 49436us (50510us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.179029:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6702 00000100:00100000:1.0:1778923618.194000:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281560064 00000100:00100000:1.0:1778923618.194011:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281560064 00000100:00100000:1.0:1778923618.194091:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1985 00000100:00100000:1.0:1778923618.194102:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281560064:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923618.194357:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281560064:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 256us (528us total) trans 8589939674 rc 0/0 00000100:00100000:1.0:1778923618.194366:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1985 00000100:00080000:0.0:1778923618.194536:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1778923618.263221:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.263472:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281560320 00000100:00100000:1.0:1778923618.263482:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281560320 00000100:00100000:1.0:1778923618.263566:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5353 00000100:00100000:1.0:1778923618.263577:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+223:54896:x1865335281560320:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923618.263602:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923618.263624:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a300c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546755 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.263728:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.263742:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 224 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.263751:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.263784:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 224 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.263797:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 224 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.263811:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287609856:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923618.263905:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923618.269114:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.273477:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287609856:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923618.273521:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.273533:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.273544:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923618.273564:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923618.273953:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a300c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546755 expref: 226 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.273974:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546755 expref: 225 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.273982:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.273984:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923618.273988:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:0.0:1778923618.274066:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+225:54896:x1865335281560320:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 10490us (10854us total) trans 8589939675 rc 0/0 00000100:00100000:0.0:1778923618.274075:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5353 00000100:00100000:3.0:1778923618.278209:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.278294:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281560576 00000100:00100000:0.0:1778923618.278304:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281560576 00000100:00100000:0.0:1778923618.278362:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1986 00000100:00100000:0.0:1778923618.278372:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+225:54896:x1865335281560576:12345-192.168.203.24@tcp:33:lfs.0 00000100:00100000:0.0:1778923618.278558:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+225:54896:x1865335281560576:12345-192.168.203.24@tcp:33:lfs.0 Request processed in 187us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.278565:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1986 00000100:00100000:0.0:1778923618.284146:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281560832 00000100:00100000:0.0:1778923618.284165:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281560832 00000100:00100000:0.0:1778923618.284225:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1987 00000100:00100000:0.0:1778923618.284236:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+225:54896:x1865335281560832:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923618.284915:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281560832:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 678us (1188us total) trans 8589939676 rc 0/0 00000100:00100000:0.0:1778923618.284924:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1987 00000100:00100000:3.0:1778923618.290610:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.291318:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561088 00000100:00100000:0.0:1778923618.291329:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561088 00000100:00100000:0.0:1778923618.291394:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5354 00000100:00100000:0.0:1778923618.291405:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281561088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.291427:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.291430:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1778923618.291456:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a3013 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546755 expref: 226 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.291477:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a2f02 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546732 expref: 225 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.291487:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.291492:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923618.291782:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3021 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54675c expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.291900:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3028 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.291914:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3028 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.291924:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3028 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.291937:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923618.292074:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3021 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54675c expref: 227 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.292089:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3028 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54675c expref: 226 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.292096:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.292099:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923618.292101:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923618.292406:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281561088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1001us (1804us total) trans 8589939677 rc 0/0 00000100:00100000:0.0:1778923618.292415:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5354 00000100:00100000:1.0:1778923618.302001:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561344 00000100:00100000:1.0:1778923618.302011:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561344 00000100:00100000:1.0:1778923618.302077:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1988 00000100:00100000:1.0:1778923618.302088:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281561344:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:1.0:1778923618.302343:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3028 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54675c expref: 226 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302383:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302395:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302402:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 226 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302409:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302440:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 226 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302452:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 226 pid: 31254 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.302471:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287609984:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923618.302643:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.302653:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.302661:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287610112:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923618.302774:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:1.0:1778923618.310231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.310315:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.310344:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561472 00000100:00100000:1.0:1778923618.310351:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561472 00010000:00010000:1.0:1778923618.310391:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 227 pid: 31254 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.310422:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561600 00000100:00100000:1.0:1778923618.310426:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561600 00010000:00010000:1.0:1778923618.310437:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 228 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.310459:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3040 00000100:00100000:1.0:1778923618.310468:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:2353:x1865335281561472:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923618.310484:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923618.310491:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 228 pid: 31254 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.310527:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a2ed1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546724 expref: 228 pid: 31254 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.310549:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923618.310554:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.310562:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.310567:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923618.310610:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:2353:x1865335281561472:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 143us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.310618:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3040 00000100:00100000:1.0:1778923618.310641:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3041 00000100:00100000:1.0:1778923618.310648:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+227:2353:x1865335281561600:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923618.310660:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 227 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311684:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311696:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311705:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923618.311708:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1778923618.311712:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311720:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311728:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3036 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.311802:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 226 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.311853:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+226:2353:x1865335281561600:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 1204us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.311860:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3041 00000100:00100000:1.0:1778923618.320001:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561728 00000100:00100000:1.0:1778923618.320012:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561728 00000100:00100000:1.0:1778923618.320091:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5355 00000100:00100000:1.0:1778923618.320101:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+225:54896:x1865335281561728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923618.320127:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923618.320147:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546763 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.320206:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 226 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.320219:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 226 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.320242:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923618.320246:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923618.320249:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:1.0:1778923618.320315:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281561728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 216us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.320322:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5355 00000100:00100000:1.0:1778923618.326237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.326366:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281561984 00000100:00100000:0.0:1778923618.326374:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281561984 00000100:00100000:0.0:1778923618.326423:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5356 00000100:00100000:0.0:1778923618.326433:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+226:54896:x1865335281561984:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.326453:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.326473:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3044 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54676a expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.327327:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.327343:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.327354:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.327366:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1b9:0x0]: returning size 0 00010000:00010000:0.0:1778923618.327415:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3044 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 229 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.327442:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 228 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.327449:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b9:0x0].0x0 (ffff9ce7226dba00) 00010000:00010000:0.0:1778923618.327452:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923618.327455:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7e00, rc 0) 00000100:00100000:0.0:1778923618.327567:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:54896:x1865335281561984:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1135us (1338us total) trans 8589939679 rc 0/0 00000100:00100000:0.0:1778923618.327575:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5356 00000100:00100000:0.0:1778923618.332775:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281562240 00000100:00100000:0.0:1778923618.332785:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281562240 00000100:00100000:0.0:1778923618.332845:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5357 00000100:00100000:0.0:1778923618.332855:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+228:54896:x1865335281562240:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.332880:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.332900:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3059 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546771 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.332992:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.333007:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.333018:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.333030:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923618.333160:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3059 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546771 expref: 231 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.333177:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546771 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.333186:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.333189:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923618.333193:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7000, rc 0) 00000100:00100000:0.0:1778923618.333247:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+230:54896:x1865335281562240:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 394us (568us total) trans 8589939680 rc 0/0 00000100:00100000:0.0:1778923618.333254:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5357 00000100:00100000:0.0:1778923618.337368:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281562496 00000100:00100000:0.0:1778923618.337378:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281562496 00000100:00100000:0.0:1778923618.337434:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1989 00000100:00100000:0.0:1778923618.337444:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:54896:x1865335281562496:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923618.337534:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546771 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.337573:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.337587:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 230 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.337595:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.337630:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 230 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.337643:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 230 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.337658:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287610240:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923618.337733:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923618.340449:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.340569:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287610240:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923618.340596:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923618.340792:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281562624 00000100:00100000:3.0:1778923618.340800:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281562624 00010000:00010000:3.0:1778923618.341036:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 231 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923618.341086:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3042 00000100:00100000:3.0:1778923618.341098:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705734850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+231:2354:x1865335281562624:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923618.341115:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923618.341122:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 231 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341135:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 231 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341165:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a303d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546763 expref: 231 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341181:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923618.341186:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341196:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341204:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.341233:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923618.341287:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705734850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+230:2354:x1865335281562624:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 192us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.341296:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3042 00010000:00010000:0.0:1778923618.341393:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341405:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341427:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341438:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 229 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341447:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341477:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 229 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.341489:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 229 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.341540:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287610368:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923618.341608:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.350746:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287610368:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923618.350774:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.354069:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281562752 00000100:00100000:0.0:1778923618.354080:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281562752 00010000:00010000:0.0:1778923618.354121:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 230 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.354168:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3043 00000100:00100000:0.0:1778923618.354178:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+230:2353:x1865335281562752:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923618.354196:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 230 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354208:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 230 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354220:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 230 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354230:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b9:0x0].0x0 (ffff9ce7226dba00) 00010000:00010000:0.0:1778923618.354233:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923618.354237:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354247:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354255:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.354290:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7e00/0x3baece0abe6a304b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1b9:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54676a expref: 230 pid: 31653 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.354354:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+230:2353:x1865335281562752:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 177us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.354365:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3043 00000100:00100000:1.0:1778923618.355730:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287610496 00000100:00100000:1.0:1778923618.355737:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287610496 00000100:00100000:1.0:1778923618.355787:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1778923618.355797:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287610496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.356157:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287610496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 361us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.356165:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1778923618.357043:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287610624 00000100:00100000:0.0:1778923618.357060:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287610624 00000100:00100000:0.0:1778923618.357108:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1778923618.357117:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287610624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.357188:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287610624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.357195:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1778923618.358937:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287610752 00000100:00100000:1.0:1778923618.358945:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287610752 00000100:00100000:1.0:1778923618.359000:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1778923618.359010:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287610752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.359110:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287610752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 102us (940us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.359117:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1778923618.362173:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287610880 00000100:00100000:0.0:1778923618.362180:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287610880 00000100:00100000:0.0:1778923618.362235:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1778923618.362244:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287610880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.362613:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287610880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 370us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.362622:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1778923618.364103:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611008 00000100:00100000:1.0:1778923618.364110:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611008 00000100:00100000:1.0:1778923618.364162:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1778923618.364172:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.364255:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.364263:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1778923618.364716:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611136 00000100:00100000:3.0:1778923618.364720:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611136 00000100:00100000:3.0:1778923618.364794:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1778923618.364802:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.364868:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 67us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.364875:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1778923618.370068:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611264 00000100:00100000:1.0:1778923618.370080:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611264 00000100:00100000:1.0:1778923618.370132:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1778923618.370142:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.370261:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 121us (5270us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.370269:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1778923618.373001:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611392 00000100:00100000:1.0:1778923618.373011:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611392 00000100:00100000:1.0:1778923618.373083:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1778923618.373094:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.373195:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 103us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.373202:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1778923618.373447:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611520 00000100:00100000:1.0:1778923618.373451:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611520 00000100:00100000:1.0:1778923618.373478:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1778923618.373484:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.373897:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 412us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.373904:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1778923618.374149:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611648 00000100:00100000:0.0:1778923618.374154:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611648 00000100:00100000:0.0:1778923618.374198:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1778923618.374205:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611648:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.374267:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611648:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.374272:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1778923618.375553:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611776 00000100:00100000:3.0:1778923618.375558:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611776 00000100:00100000:3.0:1778923618.375592:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1778923618.375597:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611776:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.375654:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287611776:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 56us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.375664:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1778923618.375992:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287611904 00000100:00100000:3.0:1778923618.375997:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287611904 00000100:00100000:3.0:1778923618.376016:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1778923618.376026:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611904:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.376102:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287611904:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.376109:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1778923618.376365:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612032 00000100:00100000:3.0:1778923618.376368:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612032 00000100:00100000:3.0:1778923618.376388:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1778923618.376399:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.376798:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 398us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.376806:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1778923618.377004:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612160 00000100:00100000:0.0:1778923618.377009:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612160 00000100:00100000:1.0:1778923618.377089:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1778923618.377099:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287612160:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.377163:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287612160:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 66us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.377169:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1778923618.377569:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612288 00000100:00100000:0.0:1778923618.377573:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612288 00000100:00100000:0.0:1778923618.377602:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1778923618.377609:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287612288:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.377759:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287612288:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 150us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.377765:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1778923618.378178:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612416 00000100:00100000:0.0:1778923618.378182:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612416 00000100:00100000:0.0:1778923618.378250:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1778923618.378257:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612416:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.378354:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612416:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.378361:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1778923618.378618:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612544 00000100:00100000:0.0:1778923618.378623:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612544 00000100:00100000:0.0:1778923618.378687:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1778923618.378694:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612544:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.378761:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612544:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 68us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.378768:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1778923618.378831:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612544:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.378865:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612672:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.378893:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.379980:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923618.380392:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612672:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.380461:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.380483:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.380528:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923618.380725:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612800:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.380754:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.380778:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.380801:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.380863:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287612928 00000100:00100000:0.0:1778923618.380868:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287612928 00000100:00100000:0.0:1778923618.380900:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1778923618.380907:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612928:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.381004:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287612928:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.381010:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1778923618.381291:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287612928:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.381326:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.381350:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.381374:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.381677:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287613056 00000100:00100000:0.0:1778923618.381682:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287613056 00000100:00100000:0.0:1778923618.381717:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1778923618.381724:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287613056:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.381786:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+22:30329:x1865335287613056:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 62us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.381792:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1778923618.381908:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613056:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.381941:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.381966:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.382026:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923618.384200:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613184:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.384276:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.384317:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.384449:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923618.384889:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287613312 00000100:00100000:1.0:1778923618.384896:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287613312 00000100:00100000:1.0:1778923618.384948:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1778923618.384956:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287613312:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.385058:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287613312:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 86us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.385065:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1778923618.385410:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613312:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.385459:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613440:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.385489:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923618.385932:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923618.386301:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613440:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923618.386348:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.386480:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923618.386533:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.386890:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613568:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.386932:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613696:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.386953:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923618.388251:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287613696 00000100:00100000:1.0:1778923618.388260:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287613696 00000100:00100000:1.0:1778923618.388301:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1778923618.388309:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287613696:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.388394:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287613696:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 85us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.388401:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1778923618.388483:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009780 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.388530:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613696:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1778923618.389246:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].42, 1272 off68168 00000001:00080000:0.0:1778923618.389259:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939681 00000100:00100000:0.0:1778923618.389335:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613824:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.389374:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923618.389569:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923618.389617:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287613824 00000100:00100000:1.0:1778923618.389623:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287613824 00000100:00100000:1.0:1778923618.389698:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1778923618.389706:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287613824:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923618.390144:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287613824:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 438us (768us total) trans 17179871990 rc 0/0 00000100:00100000:1.0:1778923618.390151:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1778923618.390222:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613824:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.390253:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613952:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923618.390281:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923618.390443:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009780 going to sleep for 11 seconds 00000100:00100000:0.0:1778923618.390940:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287613952:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1778923618.391112:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939682 00010000:00010000:0.0:1778923618.391266:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391278:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391286:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391292:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923618.391307:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391315:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391331:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b9:0x0].0x0 (ffff9ce7226dba00) 00010000:00010000:0.0:1778923618.391333:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923618.391338:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391345:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3075 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1b9:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391358:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391368:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391373:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391378:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923618.391380:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391385:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391392:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.391394:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923618.391396:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391401:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a306e lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.391411:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.391413:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923618.391419:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3060 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546771 expref: 232 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.391613:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+231:54896:x1865335281562496:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 54169us (54630us total) trans 8589939683 rc 0/0 00000100:00100000:0.0:1778923618.391622:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1989 00000020:00080000:0.0:1778923618.391628:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1778923618.394779:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281562880 00000100:00100000:0.0:1778923618.394788:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281562880 00000100:00100000:0.0:1778923618.394833:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5358 00000100:00100000:0.0:1778923618.394843:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+231:54896:x1865335281562880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.394868:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.394886:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546778 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.394944:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.394955:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.394970:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.394972:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923618.394976:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923618.395033:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+232:54896:x1865335281562880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 191us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.395040:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5358 00000100:00100000:1.0:1778923618.398784:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923618.400703:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923618.400709:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3083 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.400716:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.400720:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3083 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.400728:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3083 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.400740:0:27155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1b9:0x0].0x0 (ffff9ce7226dba00) 00010000:00010000:1.0:1778923618.400743:0:27155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1778923618.400748:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3083 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.400754:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3083 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1b9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.400766:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923618.400768:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923618.400769:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923618.405655:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.405989:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281563392 00000100:00100000:0.0:1778923618.405998:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281563392 00000100:00100000:0.0:1778923618.406046:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1991 00000100:00100000:0.0:1778923618.406064:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+234:54896:x1865335281563392:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923618.407215:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da7450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+235:54896:x1865335281563392:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1155us (1560us total) trans 8589939686 rc 0/0 00000100:00100000:0.0:1778923618.407230:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1991 00000100:00100000:3.0:1778923618.423789:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.423967:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281563520 00000100:00100000:0.0:1778923618.423977:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281563520 00000100:00100000:0.0:1778923618.424039:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5359 00000100:00100000:0.0:1778923618.424049:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+235:54897:x1865335281563520:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.424086:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.424105:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a308a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54677f expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424182:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424196:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424206:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424219:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424225:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424231:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424485:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424498:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424549:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.424593:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00000004:00200000:0.0:1778923618.424597:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923618.424614:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424625:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424633:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424639:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424646:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424652:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923618.424656:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424662:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424672:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923618.424676:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923618.424680:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424686:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3091 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424697:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424702:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424707:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424711:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923618.424713:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424718:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424725:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce7226db700) 00010000:00010000:0.0:1778923618.424727:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923618.424729:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424734:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3098 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424762:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a308a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 237 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424774:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 236 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.424782:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.424784:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923618.424787:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923618.424848:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+236:54897:x1865335281563520:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 800us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.424856:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5359 00000100:00100000:1.0:1778923618.429304:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.429406:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281563776 00000100:00100000:0.0:1778923618.429416:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281563776 00000100:00100000:0.0:1778923618.430350:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5360 00000100:00100000:0.0:1778923618.430363:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+236:54897:x1865335281563776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.430384:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.430404:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a30a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546786 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.430524:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a30ad lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.430539:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a30ad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.430549:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a30ad lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.430562:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923618.430707:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a30a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546786 expref: 239 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.430725:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a30ad lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546786 expref: 238 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.430733:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.430737:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923618.430741:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923618.430814:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+238:54897:x1865335281563776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 454us (1518us total) trans 8589939687 rc 0/0 00000100:00100000:0.0:1778923618.430821:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5360 00000100:00100000:3.0:1778923618.434416:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.434545:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564032 00000100:00100000:0.0:1778923618.434555:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564032 00000100:00100000:0.0:1778923618.434632:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5361 00000100:00100000:0.0:1778923618.434643:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+238:54897:x1865335281564032:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923618.434677:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.434698:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a30bb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54678d expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.434799:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a30c2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.434814:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a30c2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.434825:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a30c2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923618.434839:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923618.434950:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a30bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54678d expref: 241 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.434969:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a30c2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54678d expref: 240 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.434977:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.434981:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923618.434984:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923618.435047:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+240:54897:x1865335281564032:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 406us (641us total) trans 8589939688 rc 0/0 00000100:00100000:0.0:1778923618.435066:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5361 00000100:00100000:3.0:1778923618.440493:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923618.453019:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.454640:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564288 00000100:00100000:1.0:1778923618.454653:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564288 00000100:00100000:1.0:1778923618.454796:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3264 00000100:00100000:1.0:1778923618.454807:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281564288:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.454840:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.454856:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.454859:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.454866:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.454883:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1778923618.455784:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1778923618.462192:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462213:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462222:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462229:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.462234:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462254:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462273:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.462280:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a30d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.462365:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281564288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7557us (9351us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.462375:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3264 00000100:00100000:0.0:1778923618.475279:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564416 00000100:00100000:0.0:1778923618.475293:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564416 00000100:00100000:0.0:1778923618.475370:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3265 00000100:00100000:0.0:1778923618.475382:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281564416:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923618.475418:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.475434:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.475437:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.475442:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.475456:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481444:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481464:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481473:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481480:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.481485:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481493:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481602:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.481610:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a30de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.481693:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281564416:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6311us (6494us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.481905:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3265 00000100:00100000:1.0:1778923618.489601:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564544 00000100:00100000:1.0:1778923618.489612:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564544 00000100:00100000:1.0:1778923618.489685:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3266 00000100:00100000:1.0:1778923618.489695:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281564544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.489729:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.489746:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.489749:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.489754:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.489767:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521800:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521822:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521831:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521838:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.521844:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521852:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521873:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.521880:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a30e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.522996:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281564544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 33292us (33553us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.523009:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3266 00000100:00100000:0.0:1778923618.529881:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564672 00000100:00100000:0.0:1778923618.529892:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564672 00000100:00100000:0.0:1778923618.529968:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3267 00000100:00100000:0.0:1778923618.529978:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281564672:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923618.530013:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.530030:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.530032:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.530037:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.530060:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.536961:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.536982:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.536993:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.537002:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923618.537006:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.537016:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.537037:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.537045:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a30ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.537140:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281564672:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7159us (7414us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923618.537152:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3267 00000100:00100000:0.0:1778923618.547722:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923618.547857:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281564800 00000100:00100000:3.0:1778923618.547867:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281564800 00000100:00100000:3.0:1778923618.547958:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3268 00000100:00100000:3.0:1778923618.547969:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281564800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923618.548003:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.548021:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.548023:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.548029:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.548043:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555437:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555460:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555470:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555477:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbe00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.555482:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555491:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555528:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.555536:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a87f92d2/0x3baece0abe6a30f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.555686:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281564800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7714us (7969us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.555697:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3268 00000100:00100000:3.0:1778923618.562604:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.580333:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281565056 00000100:00100000:0.0:1778923618.580343:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281565056 00000100:00100000:0.0:1778923618.580422:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3270 00000100:00100000:0.0:1778923618.580434:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281565056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923618.580471:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.580488:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.580491:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.580496:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.580540:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589719:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589740:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589748:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589756:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923618.589760:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589768:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589787:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.589795:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3101 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.589886:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281565056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9447us (9700us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923618.589897:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3270 00000100:00100000:0.0:1778923618.599610:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923618.599713:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281565184 00000100:00100000:3.0:1778923618.599723:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281565184 00000100:00100000:3.0:1778923618.599794:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3271 00000100:00100000:3.0:1778923618.599804:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281565184:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923618.599849:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:3.0:1778923618.599858:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.599874:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.599876:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.599881:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.599905:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607165:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607185:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607194:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607201:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923618.607205:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607213:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607231:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.607243:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3108 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923618.607349:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281565184:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7542us (7744us total) trans 0 rc 192145/192145 00000100:00100000:3.0:1778923618.607359:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3271 00000100:00100000:3.0:1778923618.616678:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.616786:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281565312 00000100:00100000:0.0:1778923618.616796:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281565312 00000100:00100000:0.0:1778923618.616867:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3272 00000100:00100000:0.0:1778923618.616877:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281565312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923618.616913:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.616931:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.616934:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923618.616939:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.616953:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640342:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640362:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640370:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640377:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.640382:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640391:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640410:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.640419:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a310f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.640498:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281565312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23620us (23836us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.640555:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3272 00000100:00100000:3.0:1778923618.651428:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281565440 00000100:00100000:3.0:1778923618.651437:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281565440 00000100:00100000:3.0:1778923618.651533:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3273 00000100:00100000:3.0:1778923618.651544:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281565440:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923618.651578:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.651595:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.651597:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923618.651603:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.651618:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660398:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660418:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660428:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660436:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923618.660441:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660456:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660476:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.660485:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3116 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.660611:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281565440:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9065us (9391us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1778923618.660621:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3273 00000100:00100000:1.0:1778923618.667822:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.667992:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281565568 00000100:00100000:0.0:1778923618.668001:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281565568 00000100:00100000:0.0:1778923618.668075:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 551 00000100:00100000:0.0:1778923618.668085:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+240:54897:x1865335281565568:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923618.668103:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923618.668127:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a30c2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54678d expref: 240 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.668147:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923618.668162:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923618.668222:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+239:54897:x1865335281565568:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 138us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923618.668229:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 551 00000100:00100000:1.0:1778923618.671422:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.709358:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.718610:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923618.730870:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730892:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730901:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730907:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba22400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923618.730912:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730921:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730940:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.730948:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a3132 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.731022:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281566208:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12201us (12419us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923618.731033:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3274 00000100:00100000:1.0:1778923618.742965:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281566336 00000100:00100000:1.0:1778923618.742979:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281566336 00000100:00100000:1.0:1778923618.743122:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3275 00000100:00100000:1.0:1778923618.743133:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281566336:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.743175:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.743192:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.743194:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.743199:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.743213:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754714:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754733:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754743:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754757:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.754762:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754771:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754791:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.754799:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3139 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.754882:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281566336:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11748us (13310us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.754891:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3275 00000100:00100000:3.0:1778923618.785307:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.832899:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281566592 00000100:00100000:0.0:1778923618.832993:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281566592 00000100:00100000:1.0:1778923618.833217:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3277 00000100:00100000:1.0:1778923618.833232:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281566592:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.833269:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.833287:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.833290:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.833294:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.833308:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923618.840651:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.841625:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281566720 00000100:00100000:1.0:1778923618.841636:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281566720 00000100:00100000:1.0:1778923618.841715:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 175 00000100:00100000:1.0:1778923618.841726:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2355:x1865335281566720:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923618.841802:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2355:x1865335281566720:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 79us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923618.841810:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 175 00010000:00010000:1.0:1778923618.843456:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843473:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843482:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843488:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.843493:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843527:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843548:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.843555:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3147 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.843701:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281566592:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10470us (11388us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.843712:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3277 00000100:00100000:3.0:1778923618.865148:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.865252:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281566848 00000100:00100000:1.0:1778923618.865262:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281566848 00000100:00100000:1.0:1778923618.865333:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3278 00000100:00100000:1.0:1778923618.865344:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281566848:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.865378:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.865395:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.865397:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.865403:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.865417:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871626:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871645:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871654:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871672:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.871676:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871686:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871709:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.871717:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a314e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.871804:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281566848:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6459us (6664us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.871814:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3278 00000100:00100000:3.0:1778923618.885723:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.886115:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281566976 00000100:00100000:1.0:1778923618.886127:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281566976 00000100:00100000:1.0:1778923618.886588:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3279 00000100:00100000:1.0:1778923618.886599:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281566976:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.886634:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.886650:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.886652:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.886658:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.886672:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893007:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893024:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893115:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893124:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.893128:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893136:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893153:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.893161:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3155 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.893343:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281566976:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6742us (7636us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.893354:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3279 00000100:00100000:3.0:1778923618.904000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.904221:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281567104 00000100:00100000:1.0:1778923618.904231:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281567104 00000100:00100000:1.0:1778923618.904306:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3280 00000100:00100000:1.0:1778923618.904322:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281567104:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.904357:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.904375:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.904377:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.904383:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.904397:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908878:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908905:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908914:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908921:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.908926:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908933:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908951:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.908958:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a315c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.909033:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281567104:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4715us (5039us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.909043:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3280 00000100:00100000:3.0:1778923618.915197:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.935754:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281567360 00000100:00100000:1.0:1778923618.935763:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281567360 00000100:00100000:1.0:1778923618.935866:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3282 00000100:00100000:1.0:1778923618.935879:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281567360:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923618.935940:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:1.0:1778923618.935949:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.935964:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.935966:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.935971:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.935983:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941309:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941325:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941335:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941342:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.941346:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941354:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941377:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.941385:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a316a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.941466:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281567360:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5587us (5974us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.941476:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3282 00010000:00010000:0.0:1778923618.943086:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923618.948331:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923618.949577:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281567488 00000100:00100000:1.0:1778923618.949590:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281567488 00000100:00100000:1.0:1778923618.949656:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3283 00000100:00100000:1.0:1778923618.949667:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281567488:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923618.949774:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.949794:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.949796:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923618.949801:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.949816:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954615:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954643:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954653:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954666:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.954671:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954680:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954713:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.954722:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a3171 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.954851:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281567488:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5181us (6524us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923618.954861:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3283 00000100:00100000:0.0:1778923618.967235:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923618.981687:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981719:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981729:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981736:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420eea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923618.981740:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981748:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981766:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923618.981775:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a3178 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923618.981880:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281567616:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14402us (14645us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1778923618.981888:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3284 00000100:00100000:0.0:1778923618.986606:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923618.986676:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281567744 00000100:00100000:3.0:1778923618.986684:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281567744 00000100:00100000:3.0:1778923618.986757:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 552 00000100:00100000:3.0:1778923618.986767:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+242:54898:x1865335281567744:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923618.986783:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923618.986820:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a3124 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546794 expref: 242 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923618.986840:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923618.986845:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923618.986901:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+241:54898:x1865335281567744:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 137us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923618.986907:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 552 00000100:00100000:3.0:1778923618.989717:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923618.990060:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281568000 00000100:00100000:0.0:1778923618.990070:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281568000 00000100:00100000:0.0:1778923618.990132:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1993 00000100:00100000:0.0:1778923618.990142:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+241:54898:x1865335281568000:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923618.990393:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+242:54898:x1865335281568000:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 251us (684us total) trans 8589939691 rc 0/0 00000100:00100000:0.0:1778923618.990400:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1993 00000100:00100000:0.0:1778923618.995334:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281568256 00000100:00100000:0.0:1778923618.995344:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281568256 00000100:00100000:0.0:1778923618.995405:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5363 00000100:00100000:0.0:1778923618.995415:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+242:54746:x1865335281568256:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923618.995440:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923618.995460:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a317f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54679b expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.995598:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.995613:0:30328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 243 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.995621:0:30328:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.995655:0:30328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 243 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923618.995681:0:30328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 243 pid: 31653 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923618.995697:0:30328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287614080:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923618.995796:0:30328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.000905:0:30328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287614080:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923619.000937:0:30328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.001835:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281568384 00000100:00100000:0.0:1778923619.001843:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281568384 00010000:00010000:0.0:1778923619.001880:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 244 pid: 31653 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.001967:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3044 00000100:00100000:0.0:1778923619.001977:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+244:2354:x1865335281568384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923619.001992:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923619.001999:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 244 pid: 31653 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002012:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 244 pid: 31653 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002034:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a309f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54677f expref: 244 pid: 31653 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002067:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.002072:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002081:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002087:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.002115:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923619.002318:0:30328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.002326:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923619.002345:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:3.0:1778923619.002492:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a317f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54679b expref: 245 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.002549:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54679b expref: 244 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.002561:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923619.002564:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923619.002566:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923619.002629:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+244:2354:x1865335281568384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 652us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.002637:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3044 00000100:00100000:3.0:1778923619.005389:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+243:54746:x1865335281568256:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 9962us (10149us total) trans 8589939692 rc 0/0 00000100:00100000:3.0:1778923619.005402:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5363 00000100:00100000:0.0:1778923619.035318:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281568512 00000100:00100000:0.0:1778923619.035333:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281568512 00002000:00100000:0.0:1778923619.035391:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (24576->61439) req@ffff9ce7083b7800 x1865335281568512/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.035403:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b7800 with x1865335281568512 ext(24576->61439) 00002000:00010000:0.0:1778923619.035409:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b7800 00000100:00100000:0.0:1778923619.035514:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3285 00000100:00100000:0.0:1778923619.035524:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281568512:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923619.040545:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281568512:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4983us (19756us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1778923619.040559:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3285 00002000:00100000:0.0:1778923619.040572:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (24576->61439) req@ffff9ce7083b7800 x1865335281568512/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.040583:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b7800 with x1865335281568512 ext(24576->61439) 00002000:00010000:0.0:1778923619.040589:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b7800 00000100:00100000:1.0:1778923619.062285:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.062372:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281568640 00000100:00100000:0.0:1778923619.062382:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281568640 00000100:00100000:0.0:1778923619.062438:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1994 00000100:00100000:0.0:1778923619.062448:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+243:54899:x1865335281568640:12345-192.168.203.24@tcp:33:lfs.0 00000100:00100000:0.0:1778923619.062632:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+243:54899:x1865335281568640:12345-192.168.203.24@tcp:33:lfs.0 Request processed in 185us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.062639:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1994 00000100:00100000:3.0:1778923619.065950:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.070182:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.070966:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5364 00000100:00100000:1.0:1778923619.070979:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+244:54899:x1865335281569152:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923619.071002:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923619.071005:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1778923619.071029:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3186 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54679b expref: 244 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071061:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a30ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546786 expref: 243 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071072:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.071077:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923619.071090:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3194 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467a2 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071301:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071317:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071327:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923619.071340:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:1.0:1778923619.071454:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3194 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a2 expref: 245 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071468:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a2 expref: 244 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.071475:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.071478:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923619.071481:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50200, rc 0) 00000100:00100000:1.0:1778923619.071673:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+244:54899:x1865335281569152:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 697us (1501us total) trans 8589939694 rc 0/0 00000100:00100000:1.0:1778923619.071681:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5364 00000100:00100000:1.0:1778923619.074419:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.074488:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281569408 00000100:00100000:0.0:1778923619.074497:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281569408 00000100:00100000:0.0:1778923619.074579:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1996 00000100:00100000:0.0:1778923619.074588:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+244:54899:x1865335281569408:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923619.074666:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a2 expref: 244 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.074708:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.074720:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 244 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.074727:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.074759:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 244 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.074773:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 244 pid: 30327 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.074787:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287614208:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923619.074861:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d900 going to sleep for 11 seconds 00000100:00100000:1.0:1778923619.077741:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923619.079146:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a307c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546778 expref: 244 pid: 30327 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.079169:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287614208:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923619.079190:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079200:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079205:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079971:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079982:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079990:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.079995:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923619.080000:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.080007:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.080020:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.080023:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923619.080027:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.080034:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31a9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.080044:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.080055:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923619.080062:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a319b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a2 expref: 243 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.080234:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+243:54899:x1865335281569408:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 5645us (5821us total) trans 8589939695 rc -22/-22 00000100:00100000:0.0:1778923619.080244:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1996 00000100:00100000:1.0:1778923619.084237:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.091927:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281569920 00000100:00100000:3.0:1778923619.091937:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281569920 00000100:00100000:3.0:1778923619.091994:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5366 00000100:00100000:3.0:1778923619.092005:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+244:54899:x1865335281569920:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923619.092025:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923619.092056:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a31b7 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467b0 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.092761:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.092777:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.092789:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923619.092801:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1ba:0x0]: returning size 0 00010000:00010000:3.0:1778923619.092853:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a31b7 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 247 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.092873:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 246 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.092883:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff9ce722718b00) 00010000:00010000:3.0:1778923619.092886:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923619.092889:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701654c00, rc 0) 00000100:00100000:3.0:1778923619.093273:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+246:54899:x1865335281569920:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1268us (1431us total) trans 8589939696 rc 0/0 00000100:00100000:3.0:1778923619.093281:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5366 00000100:00100000:1.0:1778923619.097897:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.097989:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281570176 00000100:00100000:0.0:1778923619.097999:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281570176 00000100:00100000:0.0:1778923619.098091:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5367 00000100:00100000:0.0:1778923619.098101:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+246:54899:x1865335281570176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923619.098127:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923619.098147:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31cc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467b7 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.098263:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.098278:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.098291:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923619.098305:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:0.0:1778923619.098424:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31cc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b7 expref: 249 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.098441:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b7 expref: 248 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.098450:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.098453:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923619.098456:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923619.098551:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+248:54899:x1865335281570176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 451us (663us total) trans 8589939697 rc 0/0 00000100:00100000:0.0:1778923619.098559:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5367 00000100:00100000:1.0:1778923619.103751:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.103899:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281570432 00000100:00100000:0.0:1778923619.103908:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281570432 00000100:00100000:0.0:1778923619.103966:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1997 00000100:00100000:0.0:1778923619.103976:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+248:54899:x1865335281570432:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923619.104062:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b7 expref: 248 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.104102:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.104116:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 248 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.104124:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.104158:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 248 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.104170:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 248 pid: 30325 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.104184:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287614336:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923619.104253:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.108205:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287614336:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923619.108231:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.110856:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.110931:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281570560 00000100:00100000:0.0:1778923619.110942:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281570560 00010000:00010000:0.0:1778923619.110983:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 249 pid: 30325 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.111026:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3046 00000100:00100000:0.0:1778923619.111036:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+249:2353:x1865335281570560:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923619.111062:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923619.111070:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 249 pid: 30325 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111084:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 249 pid: 30325 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111108:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a31b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467a9 expref: 249 pid: 30325 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111125:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.111130:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111140:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111148:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.111187:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923619.111240:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+248:2353:x1865335281570560:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.111247:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3046 00000100:00100000:1.0:1778923619.117322:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.117388:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281570688 00000100:00100000:0.0:1778923619.117397:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281570688 00010000:00010000:0.0:1778923619.117435:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 248 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.117483:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3047 00000100:00100000:0.0:1778923619.117493:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705737c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+248:2353:x1865335281570688:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923619.117542:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 248 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117554:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 248 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117566:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 248 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117574:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff9ce722718b00) 00010000:00010000:0.0:1778923619.117577:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923619.117580:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117590:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117597:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.117621:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654c00/0x3baece0abe6a31be lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1ba:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b0 expref: 248 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.117685:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705737c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+248:2353:x1865335281570688:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 193us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.117697:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3047 00000100:00100000:1.0:1778923619.121306:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287614592 00000100:00100000:1.0:1778923619.121316:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287614592 00000100:00100000:1.0:1778923619.121419:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1778923619.121431:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287614592:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.121554:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287614592:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 125us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.121562:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1778923619.122013:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287614720 00000100:00100000:3.0:1778923619.122019:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287614720 00000100:00080000:0.0:1778923619.122218:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1778923619.122224:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923619.122306:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:3.0:1778923619.122315:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287614720:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.122386:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287614720:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 72us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923619.122393:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1778923619.122880:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287614848 00000100:00100000:1.0:1778923619.122885:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287614848 00000100:00100000:1.0:1778923619.122906:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1778923619.122912:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287614848:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.122972:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287614848:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.122978:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1778923619.123172:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287614976 00000100:00100000:0.0:1778923619.123176:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287614976 00000100:00100000:0.0:1778923619.123194:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1778923619.123200:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287614976:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.123256:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287614976:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.123262:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1778923619.123435:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615104 00000100:00100000:1.0:1778923619.123439:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615104 00000100:00100000:1.0:1778923619.123454:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1778923619.123464:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615104:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.123611:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615104:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 151us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.123618:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1778923619.123897:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615232 00000100:00100000:3.0:1778923619.123901:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615232 00000100:00100000:3.0:1778923619.123961:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:3.0:1778923619.123968:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615232:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.124043:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615232:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 75us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923619.124059:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1778923619.124265:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615360 00000100:00100000:1.0:1778923619.124269:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615360 00000100:00100000:1.0:1778923619.124286:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1778923619.124291:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615360:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.124349:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615360:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.124355:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1778923619.124526:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615488 00000100:00100000:1.0:1778923619.124530:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615488 00000100:00100000:1.0:1778923619.124545:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1778923619.124550:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615488:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.124593:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615488:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 43us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.124600:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1778923619.124855:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615616 00000100:00100000:1.0:1778923619.124859:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615616 00000100:00100000:1.0:1778923619.124874:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1778923619.124879:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615616:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.124929:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287615616:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.124935:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1778923619.125103:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615744 00000100:00100000:1.0:1778923619.125107:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615744 00000100:00100000:1.0:1778923619.125123:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1778923619.125128:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615744:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.125177:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615744:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 48us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.125183:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1778923619.125350:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287615872 00000100:00100000:1.0:1778923619.125354:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287615872 00000100:00100000:3.0:1778923619.125377:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1778923619.125388:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615872:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.125459:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287615872:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923619.125596:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1778923619.125633:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287615872:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.125668:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.125902:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.125927:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.125949:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287616000 00000100:00100000:0.0:1778923619.125955:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287616000 00000100:00100000:0.0:1778923619.125988:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1778923619.125995:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287616000:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.126086:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287616000:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.126093:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1778923619.126200:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.126236:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.126259:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.126281:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.126532:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.126559:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.126581:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.126963:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.127030:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287616256 00000100:00100000:0.0:1778923619.127034:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287616256 00000100:00100000:1.0:1778923619.127180:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1778923619.127189:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287616256:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923619.127264:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287616256:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 76us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.127271:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1778923619.127325:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616256:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.127364:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.127388:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.127445:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.127809:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616384:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.127837:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.127861:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.127916:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923619.127961:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287616512 00000100:00100000:1.0:1778923619.127965:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287616512 00000100:00100000:3.0:1778923619.128143:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616512:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128175:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128198:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.128219:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.128268:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287616640 00000100:00100000:0.0:1778923619.128272:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287616640 00000100:00100000:0.0:1778923619.128302:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1778923619.128309:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287616640:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.128363:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287616640:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.128370:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1778923619.128432:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616640:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128459:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128481:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.128500:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.128560:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287616768 00000100:00100000:0.0:1778923619.128564:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287616768 00000100:00100000:0.0:1778923619.128580:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1778923619.128585:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287616768:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.128637:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287616768:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.128643:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1778923619.128781:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616768:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128814:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.128836:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.128856:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.129061:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287616896:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129090:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129111:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.129132:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.129330:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617024:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129359:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129380:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.129401:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.129628:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617152:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129655:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.129898:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.129919:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.129976:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287617280 00000100:00100000:0.0:1778923619.129980:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287617280 00000100:00100000:0.0:1778923619.129999:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1778923619.130005:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287617280:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.130071:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287617280:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.130078:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1778923619.130410:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617280:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.130448:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.130472:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.130493:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.130559:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287617408 00000100:00100000:0.0:1778923619.130563:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287617408 00000100:00100000:0.0:1778923619.130593:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1778923619.130599:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287617408:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.130786:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287617408:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 186us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.130793:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1778923619.130999:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617408:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.131028:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617536:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.131062:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.131117:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.131335:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617536:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:3.0:1778923619.131791:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].43, 1176 off69344 00000001:00080000:3.0:1778923619.131802:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939698 00000100:00100000:3.0:1778923619.131868:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.131900:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.132161:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923619.132211:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287617664 00000100:00100000:1.0:1778923619.132216:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287617664 00000100:00100000:0.0:1778923619.132260:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1778923619.132268:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735de9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287617664:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.132491:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735de9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30330:x1865335287617664:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 224us (589us total) trans 17179871991 rc 0/0 00000100:00100000:0.0:1778923619.132499:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1778923619.132901:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617664:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.132929:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617792:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923619.132955:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923619.132976:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.133021:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287617792 00000100:00100000:0.0:1778923619.133025:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287617792 00000100:00100000:0.0:1778923619.133063:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1778923619.133070:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+23:30330:x1865335287617792:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923619.133336:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+24:30330:x1865335287617792:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 266us (379us total) trans 21474839137 rc 0/0 00000100:00100000:0.0:1778923619.133343:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1778923619.133485:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287617792:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1778923619.133586:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939699 00010000:00010000:3.0:1778923619.133616:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133631:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133639:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133644:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420ee600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923619.133649:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133656:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133755:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff9ce722718b00) 00010000:00010000:3.0:1778923619.133758:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923619.133763:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133769:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a31e8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1ba:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133785:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133790:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133795:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133800:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923619.133803:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133808:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133815:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923619.133817:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923619.133820:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133825:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a31e1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.133837:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923619.133839:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923619.133845:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a31d3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467b7 expref: 250 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.133931:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+249:54899:x1865335281570432:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 29956us (30188us total) trans 8589939700 rc 0/0 00000100:00100000:3.0:1778923619.133939:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1997 00000020:00080000:3.0:1778923619.133942:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923619.138029:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.138113:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281570816 00000100:00100000:0.0:1778923619.138123:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281570816 00000100:00100000:0.0:1778923619.138183:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5368 00000100:00100000:0.0:1778923619.138193:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+249:54899:x1865335281570816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923619.138216:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923619.138236:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31ef lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467be expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.138293:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31ef lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467be expref: 250 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.138308:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31ef lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467be expref: 250 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.138327:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.138330:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923619.138333:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923619.138395:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+250:54899:x1865335281570816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 203us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.138402:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5368 00000100:00100000:0.0:1778923619.143340:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281571072 00000100:00100000:0.0:1778923619.143350:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281571072 00000100:00100000:0.0:1778923619.143446:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1998 00000100:00100000:0.0:1778923619.143456:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+250:54899:x1865335281571072:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:0.0:1778923619.144258:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1ba:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1778923619.144335:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1543, 64 off134256 00000040:00080000:0.0:1778923619.144366:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1551, 64 off134696 00000001:00080000:0.0:1778923619.144375:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939701 00010000:00010000:0.0:1778923619.144428:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144446:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144456:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144463:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144467:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144470:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.144487:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1778923619.144526:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923619.144533:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.144540:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923619.144543:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.144553:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.144565:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1ba:0x0].0x0 (ffff9ce722718b00) 00010000:00010000:3.0:1778923619.144567:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923619.144572:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.144577:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a31f6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1ba:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.144587:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923619.144589:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923619.144591:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923619.144599:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+252:54899:x1865335281571072:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1143us (1639us total) trans 8589939702 rc 0/0 00000100:00100000:0.0:1778923619.144607:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1998 00000020:00080000:0.0:1778923619.144612:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923619.147324:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.147476:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281571328 00000100:00100000:3.0:1778923619.147485:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281571328 00000100:00100000:3.0:1778923619.147569:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 1999 00000100:00100000:3.0:1778923619.147578:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+252:54899:x1865335281571328:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923619.148136:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+253:54899:x1865335281571328:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 557us (817us total) trans 8589939703 rc 0/0 00000100:00100000:3.0:1778923619.148145:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 1999 00000100:00100000:1.0:1778923619.166401:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.166621:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281571456 00000100:00100000:3.0:1778923619.166631:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281571456 00000100:00100000:0.0:1778923619.172561:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.172946:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281571712 00000100:00100000:1.0:1778923619.172956:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281571712 00000100:00100000:1.0:1778923619.173014:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5370 00000100:00100000:1.0:1778923619.173024:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+254:54900:x1865335281571712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923619.173054:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923619.173082:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a3219 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467cc expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.174365:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3220 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.174386:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3220 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.174398:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3220 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923619.174421:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:1.0:1778923619.174588:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a3219 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467cc expref: 257 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.174605:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3220 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467cc expref: 256 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.174613:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.174616:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923619.174620:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:1.0:1778923619.174688:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+256:54900:x1865335281571712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1666us (2136us total) trans 8589939704 rc 0/0 00000100:00100000:1.0:1778923619.174696:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5370 00000100:00100000:1.0:1778923619.181375:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.188683:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.189109:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572096 00000100:00100000:3.0:1778923619.189120:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572096 00000100:00100000:3.0:1778923619.189189:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3286 00000100:00100000:3.0:1778923619.189199:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281572096:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923619.189232:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3243 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.189249:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.189251:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.189257:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3243 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.189280:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3243 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.201479:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.202234:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572224 00000100:00100000:3.0:1778923619.202245:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572224 00000100:00100000:3.0:1778923619.202314:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3287 00000100:00100000:3.0:1778923619.202325:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281572224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923619.202358:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d76813a/0x3baece0abe6a324a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.202375:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.202376:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.202381:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d76813a/0x3baece0abe6a324a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.202578:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d76813a/0x3baece0abe6a324a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.223034:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.223123:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572352 00000100:00100000:0.0:1778923619.223132:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572352 00000100:00100000:0.0:1778923619.223205:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3288 00000100:00100000:0.0:1778923619.223215:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281572352:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923619.223248:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.223264:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.223266:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.223271:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.223284:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228656:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228819:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228828:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228834:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.228839:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228848:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228865:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.228872:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3251 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.228954:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281572352:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5737us (5925us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.228965:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3288 00000100:00100000:3.0:1778923619.240324:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572480 00000100:00100000:3.0:1778923619.240334:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572480 00010000:00010000:0.0:1778923619.247142:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247230:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247240:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247248:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.247253:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247261:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247285:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.247292:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a3258 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.247373:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281572480:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6358us (7216us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.247474:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3289 00000100:00100000:1.0:1778923619.256961:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572608 00000100:00100000:1.0:1778923619.256972:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572608 00000100:00100000:1.0:1778923619.257053:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3290 00000100:00100000:1.0:1778923619.257063:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281572608:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.257098:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.257120:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.257123:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.257128:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.257142:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265561:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265581:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265589:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265596:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.265600:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265607:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265626:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.265640:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a325f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.265773:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281572608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8707us (8985us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.265784:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3290 00000100:00100000:0.0:1778923619.277038:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572736 00000100:00100000:0.0:1778923619.277058:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572736 00000100:00100000:0.0:1778923619.277368:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3291 00000100:00100000:0.0:1778923619.277380:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281572736:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923619.277426:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.277442:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.277444:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.277449:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.277462:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.284963:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.284992:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.285002:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.285009:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.285014:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.285023:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.285055:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.285064:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a3266 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.285669:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281572736:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8275us (8741us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.285681:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3291 00000100:00100000:3.0:1778923619.298914:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.303107:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572864 00000100:00100000:0.0:1778923619.303120:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572864 00000100:00100000:0.0:1778923619.303414:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3292 00000100:00100000:0.0:1778923619.303426:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281572864:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923619.303462:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.303479:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.303481:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.303487:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.303517:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312137:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312163:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312182:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312189:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.312194:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312202:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312219:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.312226:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a326d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.312305:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281572864:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8879us (13396us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.312315:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3292 00000100:00100000:3.0:1778923619.320856:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.320971:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281572992 00000100:00100000:1.0:1778923619.320981:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281572992 00000100:00100000:1.0:1778923619.321061:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3293 00000100:00100000:1.0:1778923619.321071:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281572992:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923619.321118:0:26626:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:1.0:1778923619.321126:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3274 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.321141:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.321143:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.321158:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3274 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.321172:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a3274 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.336778:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281573120 00000100:00100000:0.0:1778923619.336789:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281573120 00000100:00100000:0.0:1778923619.336989:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3294 00000100:00100000:0.0:1778923619.337003:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281573120:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923619.337036:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.337065:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.337068:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.337072:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.337086:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346479:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346499:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346545:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346552:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.346557:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346565:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346585:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.346592:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a327b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.346676:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281573120:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9673us (10076us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.346686:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3294 00000100:00100000:3.0:1778923619.355982:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.356094:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281573248 00000100:00100000:1.0:1778923619.356105:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281573248 00000100:00100000:1.0:1778923619.356187:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3295 00000100:00100000:1.0:1778923619.356196:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281573248:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.356230:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.356248:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.356250:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.356255:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.356270:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367092:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367112:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367121:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367127:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.367131:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367139:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367167:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.367177:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a3282 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.367306:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281573248:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11107us (11329us total) trans 0 rc 81920/81920 00000100:00100000:1.0:1778923619.367316:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3295 00000100:00100000:0.0:1778923619.378642:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.378847:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281573376 00000100:00100000:3.0:1778923619.378858:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281573376 00000100:00100000:3.0:1778923619.378939:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 553 00000100:00100000:3.0:1778923619.378951:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+258:54900:x1865335281573376:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923619.378966:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923619.378989:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3235 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467d3 expref: 258 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.379009:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923619.379015:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923619.379084:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+257:54900:x1865335281573376:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 136us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923619.379092:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 553 00000100:00100000:0.0:1778923619.383888:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281573632 00000100:00100000:0.0:1778923619.383897:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281573632 00000100:00100000:0.0:1778923619.383958:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2000 00000100:00100000:0.0:1778923619.383968:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+257:54900:x1865335281573632:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923619.384221:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+258:54900:x1865335281573632:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 253us (759us total) trans 8589939706 rc 0/0 00000100:00100000:0.0:1778923619.384231:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2000 00000100:00100000:1.0:1778923619.420624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.431561:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574016 00000100:00100000:1.0:1778923619.431582:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574016 00000100:00100000:1.0:1778923619.431652:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3296 00000100:00100000:1.0:1778923619.431671:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281574016:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.431709:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.431726:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.431728:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.431734:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.431746:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438690:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438712:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438722:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438728:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.438733:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438752:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438771:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.438778:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a329e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.438911:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281574016:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7238us (7590us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.438921:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3296 00000100:00100000:3.0:1778923619.443935:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.444015:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574144 00000100:00100000:1.0:1778923619.444024:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574144 00000100:00100000:1.0:1778923619.444105:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3297 00000100:00100000:1.0:1778923619.444115:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281574144:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.444147:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.444299:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.444301:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.444306:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.444320:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454261:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454280:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454288:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454295:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.454299:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454307:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454325:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.454338:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32a5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.454427:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281574144:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10310us (10496us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.454437:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3297 00000100:00100000:3.0:1778923619.464019:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.464491:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574272 00000100:00100000:1.0:1778923619.464541:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574272 00000100:00100000:1.0:1778923619.464607:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3298 00000100:00100000:1.0:1778923619.464617:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281574272:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.464651:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.465371:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.465374:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.465380:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.465395:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497827:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497848:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497864:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497871:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.497875:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497883:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497900:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.497907:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.497992:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281574272:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 33373us (34101us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.498002:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3298 00000100:00100000:3.0:1778923619.514937:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923619.522423:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a32b3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.522437:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a32b3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.522455:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a32b3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.522463:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a32b3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.522595:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281574400:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7299us (7664us total) trans 0 rc 192145/192145 00000100:00100000:2.0:1778923619.522605:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3299 00000100:00100000:3.0:1778923619.537089:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.537155:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574528 00000100:00100000:1.0:1778923619.537167:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574528 00000100:00100000:1.0:1778923619.537248:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3300 00000100:00100000:1.0:1778923619.537258:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281574528:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.537293:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.537314:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.537317:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.537322:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.537336:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541762:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541784:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541793:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541800:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.541804:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541812:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541832:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.541844:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a32ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.541939:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281574528:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4678us (4856us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.541948:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3300 00000100:00100000:3.0:1778923619.553922:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.554167:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574656 00000100:00100000:1.0:1778923619.554176:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574656 00000100:00100000:1.0:1778923619.554246:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3301 00000100:00100000:1.0:1778923619.554257:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281574656:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923619.554294:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.554309:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.554311:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923619.554317:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.554616:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563742:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563763:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563777:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563785:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.563790:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563799:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563817:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.563825:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a32c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.563941:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281574656:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9681us (10024us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.563952:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3301 00000100:00100000:3.0:1778923619.571847:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.572000:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574784 00000100:00100000:2.0:1778923619.572010:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574784 00000100:00100000:2.0:1778923619.572095:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3302 00000100:00100000:2.0:1778923619.572106:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281574784:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923619.572141:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.572169:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923619.572171:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923619.572177:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.572191:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581224:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581245:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581256:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581264:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923619.581267:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581275:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581293:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.581300:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a32c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.581401:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281574784:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9293us (9558us total) trans 0 rc 192145/192145 00000100:00100000:1.0:1778923619.581411:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3302 00000100:00100000:3.0:1778923619.590410:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.590910:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281574912 00000100:00100000:2.0:1778923619.590921:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281574912 00000100:00100000:2.0:1778923619.590996:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3303 00000100:00100000:2.0:1778923619.591007:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281574912:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923619.591068:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:2.0:1778923619.591077:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.591093:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923619.591095:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923619.591101:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.591114:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599372:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599392:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599401:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599408:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.599412:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599421:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599438:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.599445:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a32cf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.599580:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281574912:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8570us (9175us total) trans 0 rc 192145/192145 00000100:00100000:0.0:1778923619.599592:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3303 00000100:00100000:2.0:1778923619.608643:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.609732:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575040 00000100:00100000:3.0:1778923619.609744:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575040 00000100:00100000:3.0:1778923619.609823:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3304 00000100:00100000:3.0:1778923619.609835:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281575040:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923619.609871:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.609893:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.609896:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923619.609902:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923619.609915:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628114:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628136:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628156:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628169:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8cf000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923619.628174:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628183:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628202:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.628209:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fa5c65a7/0x3baece0abe6a32d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.628297:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281575040:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 18461us (19659us total) trans 0 rc 192145/192145 00000100:00100000:2.0:1778923619.628307:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3304 00000100:00100000:2.0:1778923619.640602:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.640715:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575168 00000100:00100000:0.0:1778923619.640725:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575168 00000100:00100000:0.0:1778923619.640802:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3305 00000100:00100000:0.0:1778923619.640813:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281575168:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923619.640851:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.640869:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.640872:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923619.640876:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.640890:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644749:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644770:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644780:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644787:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923619.644792:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644801:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644820:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.644828:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a32dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->192511] (req 0->192511) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.644905:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281575168:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4091us (4308us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1778923619.644915:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3305 00000100:00100000:3.0:1778923619.650825:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.651075:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575296 00000100:00100000:1.0:1778923619.651085:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575296 00000100:00100000:1.0:1778923619.651163:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 554 00000100:00100000:1.0:1778923619.651173:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+260:54901:x1865335281575296:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923619.651189:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923619.651213:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a3290 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467da expref: 260 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.651229:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.651234:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923619.651294:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+259:54901:x1865335281575296:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 123us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923619.651302:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 554 00000100:00100000:3.0:1778923619.654237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.654870:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575552 00000100:00100000:2.0:1778923619.654880:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575552 00000100:00100000:2.0:1778923619.654974:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2001 00000100:00100000:2.0:1778923619.654984:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+259:54901:x1865335281575552:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923619.655249:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+260:54901:x1865335281575552:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 266us (1020us total) trans 8589939708 rc 0/0 00000100:00100000:2.0:1778923619.655258:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2001 00000100:00100000:2.0:1778923619.664727:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.664858:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575808 00000100:00100000:1.0:1778923619.664868:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575808 00000100:00100000:1.0:1778923619.664935:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5373 00000100:00100000:1.0:1778923619.664945:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+260:54746:x1865335281575808:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923619.664968:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923619.664988:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a32e4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467e1 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.665109:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.665123:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 261 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.665132:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.665180:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 261 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.665192:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 261 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.665206:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287617920:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923619.665349:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923619.671749:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.672054:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287617920:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923619.672082:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.672616:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281575936 00000100:00100000:2.0:1778923619.672625:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281575936 00010000:00010000:2.0:1778923619.672731:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 262 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.672815:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3048 00000100:00100000:2.0:1778923619.672826:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+262:2354:x1865335281575936:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923619.672843:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923619.672849:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 262 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672862:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 262 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672884:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a3212 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467c5 expref: 262 pid: 30328 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672921:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.672925:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672935:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672943:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.672973:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923619.673037:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+261:2354:x1865335281575936:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 213us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923619.673054:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3048 00010000:00010000:1.0:1778923619.673637:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.673647:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923619.673675:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 192145 00010000:00010000:1.0:1778923619.673838:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a32e4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 262 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.673855:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 261 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.673863:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.673866:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923619.673869:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce700031600, rc 0) 00000100:00100000:1.0:1778923619.673925:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+261:54746:x1865335281575808:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8981us (9208us total) trans 8589939709 rc 0/0 00000100:00100000:1.0:1778923619.673932:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5373 00000100:00100000:1.0:1778923619.681200:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.681345:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576064 00000100:00100000:3.0:1778923619.681355:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576064 00002000:00100000:3.0:1778923619.681402:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (98304->102399) req@ffff9ce728e9b480 x1865335281576064/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923619.681412:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b480 with x1865335281576064 ext(98304->102399) 00002000:00010000:3.0:1778923619.681418:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b480 00000100:00100000:3.0:1778923619.681449:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3306 00000100:00100000:3.0:1778923619.681458:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576064:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923619.681750:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576064:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 292us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923619.681757:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3306 00002000:00100000:3.0:1778923619.681764:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (98304->102399) req@ffff9ce728e9b480 x1865335281576064/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/4536 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923619.681772:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b480 with x1865335281576064 ext(98304->102399) 00002000:00010000:3.0:1778923619.681776:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b480 00000100:00100000:0.0:1778923619.687397:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.687491:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576192 00000100:00100000:2.0:1778923619.687540:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576192 00002000:00100000:2.0:1778923619.687594:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (122880->126975) req@ffff9ce728f3e680 x1865335281576192/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923619.687606:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3e680 with x1865335281576192 ext(122880->126975) 00002000:00010000:2.0:1778923619.687611:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3e680 00000100:00100000:2.0:1778923619.687641:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3307 00000100:00100000:2.0:1778923619.687651:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576192:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923619.687917:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576192:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 266us (529us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1778923619.687925:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3307 00002000:00100000:2.0:1778923619.687932:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (122880->126975) req@ffff9ce728f3e680 x1865335281576192/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/4536 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923619.687939:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3e680 with x1865335281576192 ext(122880->126975) 00002000:00010000:2.0:1778923619.687942:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3e680 00000100:00100000:3.0:1778923619.699463:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.699648:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576320 00000100:00100000:1.0:1778923619.699667:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576320 00002000:00100000:1.0:1778923619.699716:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (45056->98303) req@ffff9ce7098daa00 x1865335281576320/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923619.699732:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098daa00 with x1865335281576320 ext(45056->98303) 00002000:00010000:1.0:1778923619.699737:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098daa00 00000100:00100000:1.0:1778923619.699772:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3308 00000100:00100000:1.0:1778923619.699781:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576320:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923619.707022:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281576320:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 7231us (7557us total) trans 0 rc 53248/53248 00000100:00100000:1.0:1778923619.707036:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3308 00002000:00100000:1.0:1778923619.707057:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (45056->98303) req@ffff9ce7098daa00 x1865335281576320/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923619.707066:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098daa00 with x1865335281576320 ext(45056->98303) 00002000:00010000:1.0:1778923619.707072:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098daa00 00000100:00100000:3.0:1778923619.712195:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.712501:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576576 00000100:00100000:2.0:1778923619.712593:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576576 00000100:00100000:2.0:1778923619.712683:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5374 00000100:00100000:2.0:1778923619.712696:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+261:54746:x1865335281576576:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923619.712755:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923619.712782:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3005 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54674e expref: 261 pid: 30325 timeout: 1415 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.712808:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.712815:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923619.713040:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.713065:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.713074:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923619.713134:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939710 00000004:00010000:2.0:1778923619.713173:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040ac12e3 reply state 00000000a840f036 transno 8589939711 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.713183:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923619.713279:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+263:54746:x1865335281576576:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 586us (1093us total) trans 8589939711 rc 0/0 00000100:00100000:2.0:1778923619.713287:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5374 00000020:00080000:2.0:1778923619.713292:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923619.718293:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718310:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718318:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718323:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923619.718328:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718334:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718365:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.718368:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923619.718373:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.718379:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a32f9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.719990:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.720028:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.720068:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.720133:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576704 00000100:00100000:1.0:1778923619.720133:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576960 00000100:00100000:2.0:1778923619.720142:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576704 00000100:00100000:1.0:1778923619.720142:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576960 00002000:00010000:1.0:1778923619.720199:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923619.720204:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41f80 with x1865335281576960 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923619.720216:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f41f80. 00000100:00100000:1.0:1778923619.720242:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281576832 00000100:00100000:1.0:1778923619.720245:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281576832 00002000:00010000:1.0:1778923619.720256:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923619.720259:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41880 with x1865335281576832 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923619.720265:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607f41880. 00000100:00100000:1.0:1778923619.720281:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3309 00000100:00100000:1.0:1778923619.720289:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281576960:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923619.720312:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (185823->18446744073709551615) 00002000:00100000:2.0:1778923619.720316:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f42a00 with x1865335281576704 ext(185823->18446744073709551615) 00002000:00010000:2.0:1778923619.720322:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f42a00. 00000100:00100000:2.0:1778923619.720349:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3310 00000100:00100000:2.0:1778923619.720355:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281576832:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923619.720536:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923619.720536:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923619.720540:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923618 -> 1778923619 00002000:00010000:1.0:1778923619.720541:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923618 -> 1778923619 00002000:00010000:2.0:1778923619.720544:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923619.720544:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923619.720547:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923618 -> 1778923619 00002000:00010000:1.0:1778923619.720547:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923618 -> 1778923619 00002000:00010000:2.0:1778923619.720550:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1778923619.720550:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923619.720960:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3311 00000100:00100000:0.0:1778923619.720971:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281576704:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:1.0:1778923619.721253:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281576960:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 963us (1223us total) trans 17179871992 rc 0/0 00000100:00100000:1.0:1778923619.721264:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3309 00002000:00010000:1.0:1778923619.721268:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923619.721270:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41f80 with x1865335281576960 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923619.721276:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f41f80. 00002000:00010000:0.0:1778923619.723098:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 192145 -> 185823 00002000:00010000:0.0:1778923619.723107:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923618 -> 1778923619 00002000:00010000:0.0:1778923619.723110:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923617 -> 1778923618 00002000:00010000:0.0:1778923619.723112:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923618 -> 1778923619 00002000:00010000:0.0:1778923619.723114:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1778923619.726209:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281576832:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 5840us (6127us total) trans 21474839138 rc 0/0 00000100:00100000:2.0:1778923619.726224:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3310 00002000:00010000:2.0:1778923619.726230:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923619.726234:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41880 with x1865335281576832 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923619.726245:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607f41880. 00000100:00100000:0.0:1778923619.736325:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281576704:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 15345us (16331us total) trans 17179871993 rc 0/0 00000100:00100000:0.0:1778923619.736347:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3311 00002000:00010000:0.0:1778923619.736354:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (185823->18446744073709551615) 00002000:00100000:0.0:1778923619.736358:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f42a00 with x1865335281576704 ext(185823->18446744073709551615) 00002000:00010000:0.0:1778923619.736369:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f42a00. 00000100:00100000:3.0:1778923619.740935:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.741288:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577088 00000100:00100000:0.0:1778923619.741297:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577088 00000100:00100000:0.0:1778923619.741843:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5375 00000100:00100000:0.0:1778923619.741855:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+262:54746:x1865335281577088:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923619.741880:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923619.741900:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3300 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467e8 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.741966:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.741982:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 263 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.741991:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.742024:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 263 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.742036:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 263 pid: 31254 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.742065:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287618048:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923619.742145:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734009840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923619.747652:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287618048:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923619.749423:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.750204:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.750923:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577216 00000100:00100000:0.0:1778923619.750934:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577216 00010000:00010000:0.0:1778923619.750974:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 264 pid: 31254 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923619.751014:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3049 00000100:00100000:0.0:1778923619.751022:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+264:2353:x1865335281577216:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923619.751036:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923619.751051:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 264 pid: 31254 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751065:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 264 pid: 31254 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751091:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031600/0x3baece0abe6a32eb lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e1 expref: 264 pid: 31254 timeout: 1416 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751110:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.751115:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751126:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751133:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.751171:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923619.751226:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+263:2353:x1865335281577216:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 204us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.751234:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3049 00010000:00010000:2.0:1778923619.751306:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.751314:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923619.751368:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 185823 00000004:00200000:2.0:1778923619.751373:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923619.751403:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.751415:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.751442:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3300 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e8 expref: 263 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.751457:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e8 expref: 262 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.751471:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.751473:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923619.751476:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:2.0:1778923619.751549:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+262:54746:x1865335281577088:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 9698us (10626us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923619.751556:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5375 00000100:00100000:3.0:1778923619.760174:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.760347:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577344 00000100:00100000:0.0:1778923619.760357:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577344 00002000:00100000:0.0:1778923619.760411:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (4096->45055) req@ffff9ce607f40000 x1865335281577344/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.760423:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f40000 with x1865335281577344 ext(4096->45055) 00002000:00010000:0.0:1778923619.760429:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f40000 00000100:00100000:0.0:1778923619.760464:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3312 00000100:00100000:0.0:1778923619.760473:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281577344:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923619.767315:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281577344:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 6833us (7142us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1778923619.767328:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3312 00002000:00100000:0.0:1778923619.767341:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (4096->45055) req@ffff9ce607f40000 x1865335281577344/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.767352:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f40000 with x1865335281577344 ext(4096->45055) 00002000:00010000:0.0:1778923619.767358:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f40000 00000100:00100000:1.0:1778923619.783615:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.783780:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577472 00000100:00100000:3.0:1778923619.783789:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577472 00002000:00100000:3.0:1778923619.783842:0:26634:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x28e:0x0] (12288->262143) req@ffff9ce733bdd880 x1865335281577472/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 520/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923619.783852:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd880 with x1865335281577472 ext(12288->262143) 00002000:00010000:3.0:1778923619.783857:0:26634:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd880 00000100:00100000:3.0:1778923619.783947:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3313 00000100:00100000:3.0:1778923619.783957:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281577472:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:0.0:1778923619.788948:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281577472:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 4984us (5334us total) trans 17179871994 rc 0/0 00000100:00100000:0.0:1778923619.788959:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3313 00002000:00100000:0.0:1778923619.788970:0:26634:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x28e:0x0] (12288->262143) req@ffff9ce733bdd880 x1865335281577472/t17179871994(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 520/456 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.788980:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd880 with x1865335281577472 ext(12288->262143) 00002000:00010000:0.0:1778923619.788987:0:26634:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd880 00000100:00100000:1.0:1778923619.791877:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.792153:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577600 00000100:00100000:2.0:1778923619.792165:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577600 00000100:00100000:2.0:1778923619.792234:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6703 00000100:00100000:2.0:1778923619.792245:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281577600:12345-192.168.203.24@tcp:16:fsx.0 00000100:00100000:3.0:1778923619.848430:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281577600:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 56177us (56554us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923619.848443:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6703 00000001:00080000:0.0:1778923619.848523:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871994 is committed 00000001:00080000:0.0:1778923619.848541:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179871991 is committed 00000100:00100000:1.0:1778923619.854987:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.855079:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577728 00000100:00100000:0.0:1778923619.855088:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577728 00002000:00100000:0.0:1778923619.855135:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (172032->237567) req@ffff9ce733bdf100 x1865335281577728/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.855153:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdf100 with x1865335281577728 ext(172032->237567) 00002000:00010000:0.0:1778923619.855159:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdf100 00000100:00100000:0.0:1778923619.855189:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3314 00000100:00100000:0.0:1778923619.855198:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281577728:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923619.865726:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281577728:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 10518us (10738us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1778923619.865740:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3314 00002000:00100000:0.0:1778923619.865753:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (172032->237567) req@ffff9ce733bdf100 x1865335281577728/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923619.865764:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdf100 with x1865335281577728 ext(172032->237567) 00002000:00010000:0.0:1778923619.865770:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdf100 00000100:00100000:1.0:1778923619.874486:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.874649:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281577856 00000100:00100000:3.0:1778923619.874666:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281577856 00002000:00100000:3.0:1778923619.874718:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (126976->172031) req@ffff9ce733bdca80 x1865335281577856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923619.874730:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdca80 with x1865335281577856 ext(126976->172031) 00002000:00010000:3.0:1778923619.874735:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdca80 00000100:00100000:3.0:1778923619.874768:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3315 00000100:00100000:3.0:1778923619.874777:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281577856:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923619.879841:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281577856:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 5055us (5355us total) trans 0 rc 45056/45056 00000100:00100000:3.0:1778923619.879854:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3315 00002000:00100000:3.0:1778923619.879866:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (126976->172031) req@ffff9ce733bdca80 x1865335281577856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 488/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923619.879876:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdca80 with x1865335281577856 ext(126976->172031) 00002000:00010000:3.0:1778923619.879882:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdca80 00000100:00100000:3.0:1778923619.887966:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.888130:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578112 00000100:00100000:1.0:1778923619.888139:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578112 00000100:00100000:1.0:1778923619.888206:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5376 00000100:00100000:1.0:1778923619.888216:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+262:54746:x1865335281578112:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923619.888266:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923619.888293:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3307 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467e8 expref: 262 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.888314:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.888318:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923619.888589:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.888604:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.888613:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923619.888669:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939712 00000004:00010000:1.0:1778923619.888694:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbd56299 reply state 00000000a3c673d5 transno 8589939713 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.888702:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923619.888842:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+264:54746:x1865335281578112:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 626us (885us total) trans 8589939713 rc 0/0 00000100:00100000:1.0:1778923619.888848:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5376 00000020:00080000:1.0:1778923619.888853:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923619.891433:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891449:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891458:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891467:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923619.891471:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891477:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891492:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.891495:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923619.891499:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.891535:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870200/0x3baece0abe6a330e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.895360:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.896187:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578240 00000100:00100000:2.0:1778923619.896197:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578240 00002000:00010000:2.0:1778923619.896237:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (75172->18446744073709551615) 00002000:00100000:2.0:1778923619.896242:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777e680 with x1865335281578240 ext(75172->18446744073709551615) 00002000:00010000:2.0:1778923619.896256:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777e680. 00000100:00100000:2.0:1778923619.896287:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3316 00000100:00100000:2.0:1778923619.896296:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281578240:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923619.897249:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 185823 -> 75172 00002000:00010000:2.0:1778923619.897256:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923619 -> 1778923620 00002000:00010000:2.0:1778923619.897259:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923618 -> 1778923619 00002000:00010000:2.0:1778923619.897262:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923619 -> 1778923620 00002000:00010000:2.0:1778923619.897264:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 391 00000100:00100000:2.0:1778923619.897337:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281578240:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1039us (1982us total) trans 17179871995 rc 0/0 00000100:00100000:2.0:1778923619.897349:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3316 00002000:00010000:2.0:1778923619.897354:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (75172->18446744073709551615) 00002000:00100000:2.0:1778923619.897356:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777e680 with x1865335281578240 ext(75172->18446744073709551615) 00002000:00010000:2.0:1778923619.897362:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777e680. 00000100:00100000:2.0:1778923619.899547:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.899578:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.899664:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578368 00000100:00100000:0.0:1778923619.899672:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578368 00002000:00010000:0.0:1778923619.899707:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.899712:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4000 with x1865335281578368 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.899723:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b4000. 00000100:00100000:0.0:1778923619.899740:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578496 00000100:00100000:0.0:1778923619.899742:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578496 00002000:00010000:0.0:1778923619.899752:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.899755:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5f80 with x1865335281578496 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.899760:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b5f80. 00000100:00100000:0.0:1778923619.899780:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3317 00000100:00100000:0.0:1778923619.899788:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281578368:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923619.899980:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923619.899984:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923619 -> 1778923620 00002000:00010000:0.0:1778923619.899986:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923619.899988:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923619 -> 1778923620 00002000:00010000:0.0:1778923619.899991:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923619.900035:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281578368:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 247us (530us total) trans 21474839139 rc 0/0 00000100:00100000:0.0:1778923619.900052:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3317 00002000:00010000:0.0:1778923619.900056:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.900058:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4000 with x1865335281578368 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.900062:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b4000. 00000100:00100000:0.0:1778923619.900078:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3318 00000100:00100000:0.0:1778923619.900083:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281578496:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923619.900214:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923619.900217:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923619 -> 1778923620 00002000:00010000:0.0:1778923619.900219:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923619.900221:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923619 -> 1778923620 00002000:00010000:0.0:1778923619.900224:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923619.900243:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281578496:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 160us (664us total) trans 17179871996 rc 0/0 00000100:00100000:0.0:1778923619.900248:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3318 00002000:00010000:0.0:1778923619.900251:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.900253:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5f80 with x1865335281578496 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.900257:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b5f80. 00000100:00100000:3.0:1778923619.904561:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.904720:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578624 00000100:00100000:2.0:1778923619.904732:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578624 00000100:00100000:2.0:1778923619.904795:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5377 00000100:00100000:2.0:1778923619.904804:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+263:54746:x1865335281578624:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923619.904830:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923619.904855:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3315 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467ef expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.904927:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.904943:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.904954:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923619.904991:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 75172 00000004:00200000:2.0:1778923619.904995:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923619.905013:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.905022:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.905059:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3315 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467ef expref: 265 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.905078:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467ef expref: 264 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.905086:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.905088:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923619.905092:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef600, rc 0) 00000100:00100000:2.0:1778923619.905163:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+264:54746:x1865335281578624:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 360us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923619.905171:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5377 00000100:00100000:3.0:1778923619.910859:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.911402:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281578880 00000100:00100000:2.0:1778923619.911414:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281578880 00000100:00100000:2.0:1778923619.911478:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5378 00000100:00100000:2.0:1778923619.911487:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+264:54746:x1865335281578880:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923619.911553:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923619.911580:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a331c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467ef expref: 264 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.911597:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.911603:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923619.912004:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.912020:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.912030:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923619.912096:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939714 00000004:00010000:2.0:1778923619.912122:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052b0d55d reply state 00000000bd9803d7 transno 8589939715 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.912131:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923619.912241:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+266:54746:x1865335281578880:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 754us (1391us total) trans 8589939715 rc 0/0 00000100:00100000:2.0:1778923619.912249:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5378 00000020:00080000:2.0:1778923619.912254:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923619.917684:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917699:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917707:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917713:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923619.917718:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917725:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917740:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.917743:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923619.917747:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.917753:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3323 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.920561:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.924991:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579008 00000100:00100000:0.0:1778923619.925004:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579008 00002000:00010000:0.0:1778923619.925059:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (23137->18446744073709551615) 00002000:00100000:0.0:1778923619.925064:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f800 with x1865335281579008 ext(23137->18446744073709551615) 00002000:00010000:0.0:1778923619.925076:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f800. 00000100:00100000:0.0:1778923619.925115:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3319 00000100:00100000:0.0:1778923619.925124:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281579008:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923619.925482:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 75172 -> 23137 00002000:00010000:0.0:1778923619.925487:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.925489:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923619 -> 1778923619 00002000:00010000:0.0:1778923619.925491:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.925493:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923619.925582:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281579008:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 457us (5028us total) trans 17179871997 rc 0/0 00000100:00100000:0.0:1778923619.925589:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3319 00002000:00010000:0.0:1778923619.925594:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (23137->18446744073709551615) 00002000:00100000:0.0:1778923619.925596:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f800 with x1865335281579008 ext(23137->18446744073709551615) 00002000:00010000:0.0:1778923619.925601:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f800. 00000100:00100000:3.0:1778923619.927542:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.927581:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.927662:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579136 00000100:00100000:2.0:1778923619.927670:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579136 00002000:00010000:2.0:1778923619.927708:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923619.927712:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777c000 with x1865335281579136 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923619.927724:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70777c000. 00000100:00100000:2.0:1778923619.927752:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579264 00000100:00100000:2.0:1778923619.927755:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579264 00002000:00010000:2.0:1778923619.927766:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923619.927770:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f100 with x1865335281579264 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923619.927778:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f100. 00000100:00100000:2.0:1778923619.927799:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3320 00000100:00100000:2.0:1778923619.927808:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281579136:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923619.928014:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923619.928017:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923619.928019:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923619.928022:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923619.928023:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923619.928082:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281579136:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 275us (547us total) trans 21474839140 rc 0/0 00000100:00100000:2.0:1778923619.928090:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3320 00002000:00010000:2.0:1778923619.928093:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923619.928096:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777c000 with x1865335281579136 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923619.928101:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70777c000. 00000100:00100000:2.0:1778923619.928118:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3321 00000100:00100000:2.0:1778923619.928125:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281579264:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923619.928243:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923619.928246:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923619.928248:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923619.928250:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923619.928252:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923619.928273:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281579264:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 149us (691us total) trans 17179871998 rc 0/0 00000100:00100000:2.0:1778923619.928279:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3321 00002000:00010000:2.0:1778923619.928282:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923619.928285:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f100 with x1865335281579264 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923619.928289:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f100. 00000100:00100000:1.0:1778923619.933353:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.933453:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579392 00000100:00100000:0.0:1778923619.933464:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579392 00000100:00100000:0.0:1778923619.933564:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5379 00000100:00100000:0.0:1778923619.933575:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+265:54746:x1865335281579392:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923619.933600:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923619.933622:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a332a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467f6 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933702:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933721:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933732:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923619.933771:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 23137 00000004:00200000:0.0:1778923619.933775:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923619.933793:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933803:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933826:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a332a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467f6 expref: 267 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933842:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467f6 expref: 266 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.933850:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.933853:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923619.933857:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923619.933957:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+266:54746:x1865335281579392:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 385us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923619.933964:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5379 00000100:00100000:3.0:1778923619.944178:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.944280:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579648 00000100:00100000:1.0:1778923619.944292:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579648 00000100:00100000:1.0:1778923619.944359:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5380 00000100:00100000:1.0:1778923619.944370:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+266:54746:x1865335281579648:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923619.944425:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923619.944452:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3331 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467f6 expref: 266 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.944473:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923619.944478:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923619.944784:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.944798:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923619.944809:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923619.944861:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939716 00000004:00010000:1.0:1778923619.944886:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009855e556 reply state 000000004e116e56 transno 8589939717 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923619.944895:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923619.944979:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+268:54746:x1865335281579648:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 611us (810us total) trans 8589939717 rc 0/0 00000100:00100000:1.0:1778923619.944986:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5380 00000020:00080000:1.0:1778923619.944991:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923619.949754:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949775:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949782:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949787:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923619.949791:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949798:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949814:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923619.949817:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923619.949822:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923619.949827:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e870400/0x3baece0abe6a3338 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923619.951063:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923619.951141:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923619.951207:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579776 00000100:00100000:0.0:1778923619.951218:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579776 00002000:00010000:0.0:1778923619.951260:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (146983->18446744073709551615) 00002000:00100000:0.0:1778923619.951264:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777d500 with x1865335281579776 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923619.951276:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777d500. 00000100:00100000:0.0:1778923619.951305:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580032 00000100:00100000:0.0:1778923619.951308:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580032 00002000:00010000:0.0:1778923619.951319:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.951321:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777c380 with x1865335281580032 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.951327:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777c380. 00000100:00100000:0.0:1778923619.951355:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3322 00000100:00100000:0.0:1778923619.951363:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281579776:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923619.951611:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 23137 -> 146983 00002000:00010000:0.0:1778923619.951615:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.951617:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923619 -> 1778923619 00002000:00010000:0.0:1778923619.951619:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.951622:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923619.951685:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281579776:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 322us (627us total) trans 17179871999 rc 0/0 00000100:00100000:0.0:1778923619.951694:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3322 00002000:00010000:0.0:1778923619.951697:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (146983->18446744073709551615) 00002000:00100000:0.0:1778923619.951700:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777d500 with x1865335281579776 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923619.951705:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777d500. 00000100:00100000:0.0:1778923619.951723:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3323 00000100:00100000:0.0:1778923619.951729:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281580032:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923619.951818:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923619.951821:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.951823:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923619.951825:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923619.951827:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923619.951848:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281580032:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 119us (706us total) trans 17179872000 rc 0/0 00000100:00100000:0.0:1778923619.951854:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3323 00002000:00010000:0.0:1778923619.951857:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923619.951859:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777c380 with x1865335281580032 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923619.951863:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777c380. 00000100:00100000:2.0:1778923619.954613:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923619.954700:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281579904 00000100:00100000:1.0:1778923619.954709:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281579904 00002000:00010000:1.0:1778923619.954746:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923619.954751:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4a80 with x1865335281579904 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923619.954762:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b4a80. 00000100:00100000:1.0:1778923619.954791:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3324 00000100:00100000:1.0:1778923619.954800:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281579904:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923619.955000:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923619.955004:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:1.0:1778923619.955006:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923619.955009:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923620 -> 1778923620 00002000:00010000:1.0:1778923619.955011:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923619.955079:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281579904:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 280us (473us total) trans 21474839141 rc 0/0 00000100:00100000:1.0:1778923619.955086:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3324 00002000:00010000:1.0:1778923619.955090:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923619.955092:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4a80 with x1865335281579904 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923619.955096:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b4a80. 00000100:00100000:3.0:1778923619.957965:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.958073:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580160 00000100:00100000:2.0:1778923619.958082:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580160 00000100:00100000:2.0:1778923619.958153:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5381 00000100:00100000:2.0:1778923619.958164:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+267:54746:x1865335281580160:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923619.958186:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923619.958206:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a333f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5467fd expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958275:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958289:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958299:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923619.958336:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:2.0:1778923619.958341:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923619.958358:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958368:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958390:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a333f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 269 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958407:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 268 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.958414:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923619.958417:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923619.958421:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee200, rc 0) 00000100:00100000:2.0:1778923619.958484:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+268:54746:x1865335281580160:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 322us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923619.958492:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5381 00010000:00010000:1.0:1778923619.966812:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923619.967031:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.967127:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580288 00000100:00100000:2.0:1778923619.967137:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580288 00002000:00100000:2.0:1778923619.967189:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (0->147455) req@ffff9ce728f3f480 x1865335281580288/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 504/0 e 0 to 0 dl 1778923630 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923619.967199:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f480 with x1865335281580288 ext(0->147455) 00002000:00010000:2.0:1778923619.967205:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3f480 00000100:00100000:2.0:1778923619.967239:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3325 00000100:00100000:2.0:1778923619.967248:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281580288:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923619.973137:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281580288:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 5880us (6103us total) trans 0 rc 126976/126976 00000100:00100000:2.0:1778923619.973159:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3325 00002000:00100000:2.0:1778923619.973172:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (0->147455) req@ffff9ce728f3f480 x1865335281580288/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:180/0 lens 504/440 e 0 to 0 dl 1778923630 ref 1 fl Complete:/600/0 rc 126976/126976 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923619.973182:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f480 with x1865335281580288 ext(0->147455) 00002000:00010000:2.0:1778923619.973189:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3f480 00000100:00100000:3.0:1778923619.977676:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.977837:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580544 00000100:00100000:2.0:1778923619.977847:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580544 00000100:00100000:2.0:1778923619.977903:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2002 00000100:00100000:2.0:1778923619.977913:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+268:54746:x1865335281580544:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:2.0:1778923619.978275:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+269:54746:x1865335281580544:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 363us (606us total) trans 8589939718 rc 0/0 00000100:00100000:2.0:1778923619.978283:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2002 00000100:00100000:3.0:1778923619.997137:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923619.997304:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580800 00000100:00100000:2.0:1778923619.997313:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580800 00000100:00100000:2.0:1778923619.997414:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5382 00000100:00100000:2.0:1778923619.997426:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+269:54903:x1865335281580800:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923619.997450:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923619.997469:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a334d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546804 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.997612:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.997627:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 270 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.997637:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.997682:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 270 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923619.997695:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 270 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923619.997708:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287618176:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923619.997785:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703189600 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.000704:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287618176:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923620.000732:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.003121:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.003221:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281580928 00000100:00100000:0.0:1778923620.003231:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281580928 00010000:00010000:0.0:1778923620.003293:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.003330:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3050 00000100:00100000:0.0:1778923620.003340:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+271:2354:x1865335281580928:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923620.003356:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003367:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003378:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003388:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923620.003390:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923620.003394:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003404:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003410:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.003441:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.003496:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+271:2354:x1865335281580928:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 158us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.003532:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3050 00000100:00080000:1.0:1778923620.003811:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1778923620.004876:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.004899:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923620.004922:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00010000:00010000:2.0:1778923620.005094:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a334d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546804 expref: 272 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.005113:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546804 expref: 271 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.005121:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923620.005124:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923620.005126:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923620.005195:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+271:54903:x1865335281580800:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7772us (8067us total) trans 8589939719 rc 0/0 00000100:00100000:2.0:1778923620.005202:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5382 00000100:00100000:3.0:1778923620.011728:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.011830:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581184 00000100:00100000:2.0:1778923620.011840:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581184 00000100:00100000:2.0:1778923620.011898:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2003 00000100:00100000:2.0:1778923620.011907:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+271:54903:x1865335281581184:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923620.012140:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+272:54903:x1865335281581184:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 232us (420us total) trans 8589939720 rc 0/0 00000100:00100000:2.0:1778923620.012650:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2003 00000100:00100000:3.0:1778923620.015735:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.015994:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581440 00000100:00100000:0.0:1778923620.016004:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581440 00000100:00100000:0.0:1778923620.016071:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5383 00000100:00100000:0.0:1778923620.016081:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+272:54903:x1865335281581440:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923620.016105:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923620.016107:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1778923620.016132:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3354 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546804 expref: 272 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016164:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a3220 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467cc expref: 271 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016174:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923620.016179:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923620.016194:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3362 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54680b expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016285:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016297:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016306:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923620.016317:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00010000:00010000:0.0:1778923620.016434:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a3362 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54680b expref: 273 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016447:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54680b expref: 272 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.016454:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923620.016457:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923620.016459:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923620.016568:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+272:54903:x1865335281581440:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 489us (842us total) trans 8589939721 rc 0/0 00000100:00100000:0.0:1778923620.016575:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5383 00000100:00100000:0.0:1778923620.021122:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.021171:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.021220:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.021302:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581568 00000100:00100000:3.0:1778923620.021313:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581568 00000100:00100000:3.0:1778923620.021373:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581696 00000100:00100000:3.0:1778923620.021377:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581696 00000100:00100000:3.0:1778923620.021399:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581824 00000100:00100000:3.0:1778923620.021401:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581824 00000100:00100000:3.0:1778923620.021420:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6704 00000100:00100000:3.0:1778923620.021430:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281581568:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923620.021475:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.021495:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 36 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.021528:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923620.021530:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923620.021534:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.021567:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 36 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.021581:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 36 pid: 22251 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.021597:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287618304:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923620.021670:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6ea240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923620.021818:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6705 00000100:00100000:1.0:1778923620.021828:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281581696:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923620.021852:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.021865:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.021877:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923620.021878:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923620.021880:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.021899:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.021909:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 34 pid: 6547 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.021919:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287618432:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.021959:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923620.021979:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6706 00000100:00100000:1.0:1778923620.021986:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281581824:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923620.022005:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.022016:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.022022:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923620.022024:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923620.022026:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.022055:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.022064:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 36 pid: 32943 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.022074:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287618560:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.022097:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00080000:0.0:1778923620.022216:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1778923620.022221:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923620.026380:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287618432:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923620.026409:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.026491:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287618304:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923620.026542:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.029446:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.029485:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.029797:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281581952 00000100:00100000:0.0:1778923620.029807:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281581952 00010000:00010000:0.0:1778923620.029851:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 37 pid: 22251 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.029891:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582208 00000100:00100000:0.0:1778923620.029894:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582208 00010000:00010000:0.0:1778923620.029906:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 38 pid: 32943 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.029926:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3051 00000100:00100000:0.0:1778923620.029936:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281581952:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.029950:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.029971:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.029983:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030006:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a2e1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466de expref: 38 pid: 22251 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030021:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.030023:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.030027:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030036:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030074:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.030124:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281581952:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 188us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.030134:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3051 00000100:00100000:0.0:1778923620.030164:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3052 00000100:00100000:0.0:1778923620.030171:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705736050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281582208:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.030179:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.030189:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 36 pid: 32943 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030198:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 36 pid: 32943 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030210:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.030211:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.030213:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030220:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030231:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.030249:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705736050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281582208:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 79us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.030256:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3052 00010000:00010000:0.0:1778923620.030310:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030320:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030342:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030349:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030357:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030363:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923620.030366:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030374:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030385:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.030392:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3377 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.030443:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281581568:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 9014us (9334us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.030451:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6704 00010000:00010000:1.0:1778923620.030901:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a2cee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546675 expref: 34 pid: 32943 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.030915:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287618560:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923620.030932:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030941:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030947:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030964:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030972:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030980:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030985:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.030988:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.030996:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.031007:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.031014:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ad79067e/0x3baece0abe6a3385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.031073:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281581824:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 9087us (9852us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.031080:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6706 00000100:00100000:3.0:1778923620.034230:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.034913:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582080 00000100:00100000:0.0:1778923620.034923:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582080 00010000:00010000:0.0:1778923620.034966:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 35 pid: 6547 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.035007:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3053 00000100:00100000:0.0:1778923620.035017:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281582080:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.035033:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.035063:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 35 pid: 6547 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.035077:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 35 pid: 6547 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.035100:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a2ce7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54666e expref: 35 pid: 6547 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.035115:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.035116:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.035120:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.035130:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.035169:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.035223:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281582080:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.035232:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3053 00010000:00010000:1.0:1778923620.035530:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035541:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035567:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035575:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035582:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035588:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e870400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.035592:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035600:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035612:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.035620:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000beccc52c/0x3baece0abe6a337e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.035690:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281581696:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 13864us (14518us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.035697:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6705 00000100:00100000:0.0:1778923620.040428:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.040619:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582464 00000100:00100000:2.0:1778923620.040629:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582464 00000100:00100000:2.0:1778923620.040688:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5384 00000100:00100000:2.0:1778923620.040698:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+272:54903:x1865335281582464:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923620.040753:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1778923620.040779:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a31ef lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467be expref: 272 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.040801:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3346 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5467fd expref: 271 pid: 31653 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.040812:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923620.040817:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923620.040847:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.040860:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.040871:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923620.045413:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1552, 88 off134784 00000004:00080000:2.0:1778923620.045428:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317101923211ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.045537:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1544, 88 off134344 00000004:00080000:2.0:1778923620.045544:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317102040269ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.045579:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1545, 88 off134432 00000004:00080000:2.0:1778923620.045584:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317102079734ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.045601:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1553, 88 off134872 00000004:00080000:2.0:1778923620.045606:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317102101907ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.046090:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1554, 88 off134960 00000004:00080000:2.0:1778923620.046096:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317102592579ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.049956:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1546, 88 off134520 00000004:00080000:2.0:1778923620.049972:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106467533ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050013:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1547, 88 off134608 00000004:00080000:2.0:1778923620.050017:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106513100ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050052:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1555, 88 off135048 00000004:00080000:2.0:1778923620.050057:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106552939ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050073:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1548, 88 off134696 00000004:00080000:2.0:1778923620.050076:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106572583ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050089:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1556, 88 off135136 00000004:00080000:2.0:1778923620.050092:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106588678ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050106:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1557, 88 off135224 00000004:00080000:2.0:1778923620.050110:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106605878ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050122:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1549, 88 off134784 00000004:00080000:2.0:1778923620.050127:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106623428ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050140:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1550, 88 off134872 00000004:00080000:2.0:1778923620.050155:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106650679ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050171:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1558, 88 off135312 00000004:00080000:2.0:1778923620.050175:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106671123ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050191:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1559, 88 off135400 00000004:00080000:2.0:1778923620.050195:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106691128ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050209:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1551, 88 off134960 00000004:00080000:2.0:1778923620.050213:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106708329ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050227:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1560, 88 off135488 00000004:00080000:2.0:1778923620.050231:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106727080ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050247:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1552, 88 off135048 00000004:00080000:2.0:1778923620.050252:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106747780ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050266:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1553, 88 off135136 00000004:00080000:2.0:1778923620.050269:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106765146ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050284:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1561, 88 off135576 00000004:00080000:2.0:1778923620.050287:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106783469ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050301:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1562, 88 off135664 00000004:00080000:2.0:1778923620.050305:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106801426ns, next at 1316456862166ns, rc = 0 00000040:00080000:2.0:1778923620.050319:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1554, 88 off135224 00000004:00080000:2.0:1778923620.050322:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106818371ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050337:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1555, 88 off135312 00000004:00080000:2.0:1778923620.050341:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1317106836698ns, next at 1316456826058ns, rc = 0 00000040:00080000:2.0:1778923620.050354:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1563, 88 off135752 00000004:00080000:2.0:1778923620.050357:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1317106853328ns, next at 1316456862166ns, rc = 0 00000004:00010000:2.0:1778923620.090282:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003474f7a reply state 00000000608b5aeb transno 8589939722 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.090301:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923620.090430:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+272:54903:x1865335281582464:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 49729us (50006us total) trans 8589939722 rc 0/0 00000100:00100000:2.0:1778923620.090440:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5384 00000001:00080000:3.0:1778923620.090525:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939721 is committed 00000020:00080000:3.0:1778923620.090557:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce73529f6c0 refcount 2 committed 0 result 0 batchid 4294969397 00000020:00080000:3.0:1778923620.090561:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70629d480 00000020:00080000:3.0:1778923620.090564:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083dec00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73400dc00 00000020:00080000:3.0:1778923620.090567:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72e299c00 00000020:00080000:3.0:1778923620.090569:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].42 00000020:00080000:3.0:1778923620.090603:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce7097f43c0 refcount 2 committed 0 result 0 batchid 4294969396 00000020:00080000:3.0:1778923620.090606:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70629d480 00000020:00080000:3.0:1778923620.090609:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7189606c0 00000020:00080000:3.0:1778923620.090611:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7341b1400 00000020:00080000:3.0:1778923620.090613:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].41 00000004:00080000:3.0:1778923620.090663:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1213 committed 00000004:00080000:3.0:1778923620.090671:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1208 committed 00000001:00080000:3.0:1778923620.090698:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939722 is committed 00000004:00080000:3.0:1778923620.090702:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1226 committed 00000004:00080000:3.0:1778923620.090704:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1221 committed 00000004:00080000:3.0:1778923620.090706:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1220 committed 00000004:00080000:3.0:1778923620.090707:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1225 committed 00000004:00080000:3.0:1778923620.090709:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1224 committed 00000004:00080000:3.0:1778923620.090712:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1219 committed 00000004:00080000:3.0:1778923620.090714:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1218 committed 00000004:00080000:3.0:1778923620.090716:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1223 committed 00000004:00080000:3.0:1778923620.090718:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1217 committed 00000004:00080000:3.0:1778923620.090720:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1222 committed 00000004:00080000:3.0:1778923620.090722:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1221 committed 00000004:00080000:3.0:1778923620.090724:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1216 committed 00000004:00080000:3.0:1778923620.090726:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1215 committed 00000004:00080000:3.0:1778923620.090728:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1220 committed 00000004:00080000:3.0:1778923620.090730:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1219 committed 00000004:00080000:3.0:1778923620.090732:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1214 committed 00000004:00080000:3.0:1778923620.090734:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1218 committed 00000004:00080000:3.0:1778923620.090736:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1213 committed 00000004:00080000:3.0:1778923620.090738:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1212 committed 00000004:00080000:3.0:1778923620.090740:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1217 committed 00000004:00080000:3.0:1778923620.090742:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1216 committed 00000004:00080000:3.0:1778923620.090744:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1211 committed 00000004:00080000:3.0:1778923620.090746:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1210 committed 00000004:00080000:3.0:1778923620.090748:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1215 committed 00000004:00080000:3.0:1778923620.090779:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1214 committed 00000004:00080000:3.0:1778923620.090782:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1209 committed 00000020:00080000:3.0:1778923620.090804:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969395 batchid updated 00000020:00080000:3.0:1778923620.090816:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce711348300 refcount 2 committed 0 result 0 batchid 4294969398 00000020:00080000:3.0:1778923620.090819:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7057b6e40 00000020:00080000:3.0:1778923620.090822:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083deb00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7055cf3c0 00000020:00080000:3.0:1778923620.090824:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce602a63400 00000020:00080000:3.0:1778923620.090827:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].43 00000020:00080000:2.0:1778923620.090971:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969398 committed batchid 4294969395 00000020:00080000:2.0:1778923620.091436:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969395 cancel update log [0x200000bd0:0x1:0x0].39: rc = 0 00000020:00080000:2.0:1778923620.091445:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969395 00000100:00100000:2.0:1778923620.091767:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287618688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.091829:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.091862:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287619200:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.091884:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.091907:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923620.091912:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287618816:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.091935:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.091963:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287618944:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.091983:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.091999:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923620.092003:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287619072:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.092021:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.092055:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287618688 00000100:00100000:2.0:1778923620.092063:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287618688 00000100:00100000:2.0:1778923620.092099:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287619200 00000100:00100000:2.0:1778923620.092102:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287619200 00000100:00100000:2.0:1778923620.092117:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287618816 00000100:00100000:2.0:1778923620.092120:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287618816 00000100:00100000:2.0:1778923620.092133:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287618944 00000100:00100000:2.0:1778923620.092136:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287618944 00000100:00100000:2.0:1778923620.092150:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287619072 00000100:00100000:2.0:1778923620.092152:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287619072 00000100:00100000:2.0:1778923620.092171:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707 00000100:00100000:2.0:1778923620.092178:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287618688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1778923620.092201:0:26019:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:664 count 1 00010000:00010000:2.0:1778923620.092226:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092247:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 32 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092262:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092265:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092268:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092296:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 32 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092310:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.092322:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287619328:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.092372:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020da0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.092390:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708 00000100:00100000:2.0:1778923620.092397:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287619200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.092616:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287619200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 219us (730us total) trans 17179872001 rc 0/0 00000100:00100000:2.0:1778923620.092624:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708 00000100:00100000:2.0:1778923620.092642:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709 00000100:00100000:2.0:1778923620.092648:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287618816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1778923620.092677:0:6547:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:666 count 1 00010000:00010000:2.0:1778923620.092690:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092707:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092714:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092715:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092718:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092738:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092749:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.092759:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287619456:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.092785:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020daf00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.092804:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710 00000100:00100000:2.0:1778923620.092812:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287618944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1778923620.092824:0:22251:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:674 count 1 00010000:00010000:2.0:1778923620.092835:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092847:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 32 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092860:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092862:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923620.092864:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092885:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 32 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.092893:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 32 pid: 26020 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.092903:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287619584:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.092926:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.092944:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711 00000100:00100000:2.0:1778923620.092951:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287619072:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.093079:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287619072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (1055us total) trans 17179872002 rc 0/0 00000100:00100000:2.0:1778923620.093086:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711 00000100:00100000:2.0:1778923620.093136:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179871991 gen 2 00000004:00080000:2.0:1778923620.093142:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871990 committed transno 17179871991 00000004:00080000:2.0:1778923620.093160:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179871991 committed transno 17179871991 00000100:00100000:2.0:1778923620.093173:0:3293:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce733bdea00 x1865335287619072/t17179872002(17179872002) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923636 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1778923620.093185:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdea00/2, rc 0, transno 17179872002 00000100:00100000:2.0:1778923620.093191:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287619072:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923620.093218:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8000/2, rc 0, transno 17179872001 00000100:00100000:2.0:1778923620.093221:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287619200:0@lo:2:osp-syn-1-0.0 00010000:00010000:1.0:1778923620.093490:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093498:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093519:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093524:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923620.093528:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093535:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093548:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923620.093551:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923620.093555:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.093561:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a338c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.093597:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287619968:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.093630:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.094069:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923620.094078:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287619840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.094106:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.094330:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287619712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923620.094360:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.094387:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923620.094408:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.094423:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1778923620.094429:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923620.094448:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.096281:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287619968 00000100:00100000:1.0:1778923620.096295:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287619968 00000100:00100000:1.0:1778923620.096348:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287619840 00000100:00100000:1.0:1778923620.096351:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287619840 00000100:00100000:1.0:1778923620.096367:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287619712 00000100:00100000:1.0:1778923620.096369:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287619712 00000100:00100000:1.0:1778923620.096378:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620224 00000100:00100000:1.0:1778923620.096381:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620224 00000100:00100000:1.0:1778923620.096388:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620096 00000100:00100000:1.0:1778923620.096390:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620096 00000100:00100000:1.0:1778923620.096405:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6712 00000100:00100000:1.0:1778923620.096412:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287619968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.096648:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923620.096665:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.096668:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923620.096670:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.096672:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923620.096744:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287619968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 331us (3112us total) trans 17179872003 rc 0/0 00000100:00100000:1.0:1778923620.096752:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6712 00000100:00100000:1.0:1778923620.096770:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713 00000100:00100000:1.0:1778923620.096776:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287619840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.096866:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923620.096869:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:1.0:1778923620.096871:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923620.096873:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:1.0:1778923620.096875:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923620.096902:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287619840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (2794us total) trans 17179872004 rc 0/0 00000100:00100000:1.0:1778923620.096909:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713 00000100:00100000:1.0:1778923620.096922:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6714 00000100:00100000:1.0:1778923620.096929:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287619712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.097014:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:1.0:1778923620.097018:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:1.0:1778923620.097020:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923620.097022:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:1.0:1778923620.097024:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923620.097067:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287619712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (2705us total) trans 17179872005 rc 0/0 00000100:00100000:1.0:1778923620.097073:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6714 00000100:00100000:1.0:1778923620.097085:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6715 00000100:00100000:1.0:1778923620.097090:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287620224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.097193:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923620.097196:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.097199:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:1.0:1778923620.097201:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.097204:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923620.097231:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287620224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (2822us total) trans 17179872006 rc 0/0 00000100:00100000:1.0:1778923620.097237:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6715 00000100:00100000:1.0:1778923620.097249:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6716 00000100:00100000:1.0:1778923620.097255:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287620096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.097352:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:1.0:1778923620.097355:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.097357:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923620.097359:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.097361:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923620.097386:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287620096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (2937us total) trans 17179872007 rc 0/0 00000100:00100000:1.0:1778923620.097393:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6716 00000004:00080000:1.0:1778923620.097440:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feead80/2, rc 0, transno 17179872004 00000100:00100000:1.0:1778923620.097453:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287619840:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.097465:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8380/2, rc 0, transno 17179872003 00000100:00100000:1.0:1778923620.097469:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287619968:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.097494:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8a80/2, rc 0, transno 17179872007 00000100:00100000:1.0:1778923620.097497:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620096:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.097533:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeb800/2, rc 0, transno 17179872005 00000100:00100000:1.0:1778923620.097536:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287619712:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.097544:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9c00/2, rc 0, transno 17179872006 00000100:00100000:1.0:1778923620.097547:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097631:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097664:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.097685:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923620.097690:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097710:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.097727:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097752:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.097762:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1778923620.097767:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097784:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.097792:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620864:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923620.097809:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923620.097825:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620736 00000100:00100000:1.0:1778923620.097829:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620736 00000100:00100000:1.0:1778923620.097849:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620608 00000100:00100000:1.0:1778923620.097852:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620608 00000100:00100000:1.0:1778923620.097860:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620480 00000100:00100000:1.0:1778923620.097862:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620480 00000100:00100000:1.0:1778923620.097870:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620352 00000100:00100000:1.0:1778923620.097872:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620352 00000100:00100000:1.0:1778923620.097880:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620864 00000100:00100000:1.0:1778923620.097882:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620864 00000100:00100000:1.0:1778923620.097890:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717 00000100:00100000:1.0:1778923620.097895:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287620736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.098001:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 210696 -> 210696 00002000:00010000:1.0:1778923620.098004:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923620.098006:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923620.098007:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:1.0:1778923620.098009:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923620.098051:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287620736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 144us (376us total) trans 17179872008 rc 0/0 00000100:00100000:1.0:1778923620.098056:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717 00000100:00100000:1.0:1778923620.098070:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6718 00000100:00100000:1.0:1778923620.098076:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287620608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.098157:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923620.098160:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923620.098162:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923620.098163:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:1.0:1778923620.098165:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923620.098190:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287620608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (478us total) trans 17179872009 rc 0/0 00000100:00100000:1.0:1778923620.098195:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6718 00000100:00100000:1.0:1778923620.098207:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719 00000100:00100000:1.0:1778923620.098212:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733fe2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287620480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.098295:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:1.0:1778923620.098298:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923620.098300:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923620.098301:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.098303:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923620.098331:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733fe2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287620480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (578us total) trans 17179872010 rc 0/0 00000100:00100000:1.0:1778923620.098336:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719 00000100:00100000:1.0:1778923620.098348:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720 00000100:00100000:1.0:1778923620.098354:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287620352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.098438:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:1.0:1778923620.098442:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.098444:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923620.098446:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:1.0:1778923620.098448:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923620.098485:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287620352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (698us total) trans 17179872011 rc 0/0 00000100:00100000:1.0:1778923620.098492:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720 00000100:00100000:1.0:1778923620.098533:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721 00000100:00100000:1.0:1778923620.098540:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287620864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923620.098615:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923620.098617:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:1.0:1778923620.098619:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923620.098621:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:1.0:1778923620.098623:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923620.098647:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287620864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (836us total) trans 17179872012 rc 0/0 00000100:00100000:1.0:1778923620.098653:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721 00000004:00080000:1.0:1778923620.098686:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feea300/2, rc 0, transno 17179872009 00000100:00100000:1.0:1778923620.098691:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620608:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.098700:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feebb80/2, rc 0, transno 17179872008 00000100:00100000:1.0:1778923620.098703:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287620736:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.098721:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9500/2, rc 0, transno 17179872011 00000100:00100000:1.0:1778923620.098724:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620352:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.098730:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9880/2, rc 0, transno 17179872012 00000100:00100000:1.0:1778923620.098732:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620864:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923620.098738:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeb480/2, rc 0, transno 17179872010 00000100:00100000:1.0:1778923620.098741:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287620480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923620.100439:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.100497:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.100542:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.100564:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.100586:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923620.100591:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287620992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.100609:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.100621:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621504:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.100638:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.100673:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621376 00000100:00100000:2.0:1778923620.100679:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621376 00000100:00100000:2.0:1778923620.100715:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621888 00000100:00100000:2.0:1778923620.100718:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621888 00000100:00100000:2.0:1778923620.100729:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287620992 00000100:00100000:2.0:1778923620.100731:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287620992 00000100:00100000:2.0:1778923620.100744:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621504 00000100:00100000:2.0:1778923620.100746:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621504 00000100:00100000:2.0:1778923620.100758:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722 00000100:00100000:2.0:1778923620.100764:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287621376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.100927:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923620.100930:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923620.100933:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923620.100935:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923620.100937:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923620.100976:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287621376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 212us (479us total) trans 21474839142 rc 0/0 00000100:00100000:2.0:1778923620.100983:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722 00000100:00100000:2.0:1778923620.101000:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723 00000100:00100000:2.0:1778923620.101005:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287621888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.101102:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:2.0:1778923620.101105:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.101108:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923620.101109:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.101111:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923620.101135:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287621888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (570us total) trans 21474839143 rc 0/0 00000100:00100000:2.0:1778923620.101141:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723 00000100:00100000:2.0:1778923620.101169:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6724 00000100:00100000:2.0:1778923620.101176:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287620992:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1778923620.101189:0:26020:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:692 count 1 00010000:00010000:2.0:1778923620.101207:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101228:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101236:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.101238:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.101243:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101274:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101286:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 32 pid: 32953 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.101297:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287622016:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.101356:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.101376:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725 00000100:00100000:2.0:1778923620.101383:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287621504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.101485:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287621504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (845us total) trans 21474839144 rc 0/0 00000100:00100000:2.0:1778923620.101491:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725 00000100:00100000:2.0:1778923620.101550:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.101578:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.101594:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621632:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.101612:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.101628:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923620.101634:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621248:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.101654:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.101668:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.101686:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.101714:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621120 00000100:00100000:2.0:1778923620.101719:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621120 00000100:00100000:2.0:1778923620.101736:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621632 00000100:00100000:2.0:1778923620.101739:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621632 00000100:00100000:2.0:1778923620.101747:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621248 00000100:00100000:2.0:1778923620.101749:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621248 00000100:00100000:2.0:1778923620.101756:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287621760 00000100:00100000:2.0:1778923620.101757:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287621760 00000100:00100000:2.0:1778923620.101768:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6726 00000100:00100000:2.0:1778923620.101773:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287621120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1778923620.101786:0:32943:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:694 count 1 00010000:00010000:2.0:1778923620.101798:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101810:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 32 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101817:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.101818:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.101821:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101840:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 32 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.101851:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 32 pid: 26019 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.101862:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287622144:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.101888:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.101903:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6727 00000100:00100000:2.0:1778923620.101910:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287621632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.101993:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923620.101996:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:2.0:1778923620.101999:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923620.102002:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:2.0:1778923620.102004:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923620.102035:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287621632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 126us (420us total) trans 21474839145 rc 0/0 00000100:00100000:2.0:1778923620.102052:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6727 00000100:00100000:2.0:1778923620.102069:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6728 00000100:00100000:2.0:1778923620.102074:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287621248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1778923620.102085:0:25674:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:702 count 1 00010000:00010000:2.0:1778923620.102096:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.102106:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.102114:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.102116:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.102118:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.102136:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.102146:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.102156:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287622272:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923620.102183:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8840 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.102201:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729 00000100:00100000:2.0:1778923620.102208:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287621760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.102293:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:2.0:1778923620.102296:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923609 -> 1778923609 00002000:00010000:2.0:1778923620.102298:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923620.102300:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923609 -> 1778923609 00002000:00010000:2.0:1778923620.102302:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923620.102330:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287621760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (643us total) trans 21474839146 rc 0/0 00000100:00100000:2.0:1778923620.102335:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729 00000004:00080000:2.0:1778923620.102382:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac7b80/2, rc 0, transno 21474839144 00000100:00100000:2.0:1778923620.102394:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621504:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923620.102406:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac4380/2, rc 0, transno 21474839142 00000100:00100000:2.0:1778923620.102410:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923620.102417:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac5180/2, rc 0, transno 21474839143 00000100:00100000:2.0:1778923620.102421:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287621888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.102481:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287622656:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.102529:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.102548:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1778923620.102554:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287622528:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923620.102573:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923620.102593:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287622656 00000100:00100000:2.0:1778923620.102597:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287622656 00000100:00100000:2.0:1778923620.102612:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287622528 00000100:00100000:2.0:1778923620.102614:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287622528 00000100:00100000:2.0:1778923620.102628:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730 00000100:00100000:2.0:1778923620.102633:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3292:x1865335287622656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.102718:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923620.102721:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.102724:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923620.102726:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.102727:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923620.102757:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3292:x1865335287622656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (227us total) trans 21474839147 rc 0/0 00000100:00100000:2.0:1778923620.102763:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730 00000100:00100000:2.0:1778923620.102776:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:2.0:1778923620.102782:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3292:x1865335287622528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923620.102860:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb size from disk: 251007 -> 251007 00002000:00010000:2.0:1778923620.102863:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.102864:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:2.0:1778923620.102866:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:2.0:1778923620.102868:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923620.102891:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3292:x1865335287622528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (317us total) trans 21474839148 rc 0/0 00000100:00100000:2.0:1778923620.102897:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000004:00080000:2.0:1778923620.102925:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac7480/2, rc 0, transno 21474839146 00000100:00100000:2.0:1778923620.102934:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621760:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923620.102943:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac5f80/2, rc 0, transno 21474839145 00000100:00100000:2.0:1778923620.102946:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621632:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923620.102986:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99500/2, rc 0, transno 21474839148 00000100:00100000:2.0:1778923620.102994:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287622528:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923620.103001:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a680/2, rc 0, transno 21474839147 00000100:00100000:2.0:1778923620.103004:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287622656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.103310:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622400:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.103342:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.103362:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622912:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.103379:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.103395:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923620.103400:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.103419:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.104614:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287623040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.104672:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.104695:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1778923620.104700:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287623168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.104721:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923620.104750:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287622400 00000100:00100000:3.0:1778923620.104755:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287622400 00000100:00100000:3.0:1778923620.104788:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287622912 00000100:00100000:3.0:1778923620.104792:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287622912 00000100:00100000:3.0:1778923620.104801:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287622784 00000100:00100000:3.0:1778923620.104803:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287622784 00000100:00100000:3.0:1778923620.104809:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287623040 00000100:00100000:3.0:1778923620.104811:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287623040 00000100:00100000:3.0:1778923620.104819:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287623168 00000100:00100000:3.0:1778923620.104821:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287623168 00000100:00100000:3.0:1778923620.104832:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732 00000100:00100000:3.0:1778923620.104840:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287622400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923620.105019:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923620.105023:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923620.105025:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923620.105028:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923620.105030:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923620.105086:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287622400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 245us (1741us total) trans 21474839149 rc 0/0 00000100:00100000:3.0:1778923620.105093:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732 00000100:00100000:3.0:1778923620.105112:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1778923620.105118:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287622912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923620.105226:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287622912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (1845us total) trans 21474839150 rc 0/0 00000100:00100000:3.0:1778923620.105232:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1778923620.105244:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6734 00000100:00100000:3.0:1778923620.105250:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287622784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923620.105323:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923620.105326:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923620.105328:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923620.105331:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923610 -> 1778923610 00002000:00010000:3.0:1778923620.105333:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923620.105358:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287622784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (1938us total) trans 21474839151 rc 0/0 00000100:00100000:3.0:1778923620.105364:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6734 00000100:00100000:3.0:1778923620.105376:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6735 00000100:00100000:3.0:1778923620.105383:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3291:x1865335287623040:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923620.105454:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923620.105458:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923620.105460:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923620.105462:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923613 -> 1778923613 00002000:00010000:3.0:1778923620.105463:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923620.105497:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287623040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (824us total) trans 21474839152 rc 0/0 00000100:00100000:3.0:1778923620.105538:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6735 00000100:00100000:3.0:1778923620.105550:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6736 00000100:00100000:3.0:1778923620.105557:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3291:x1865335287623168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923620.105634:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 80895 -> 80895 00002000:00010000:3.0:1778923620.105637:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923615 -> 1778923615 00002000:00010000:3.0:1778923620.105640:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923620.105642:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923615 -> 1778923615 00002000:00010000:3.0:1778923620.105643:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 259 -> 259 00000100:00100000:3.0:1778923620.105669:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287623168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (947us total) trans 21474839153 rc 0/0 00000100:00100000:3.0:1778923620.105676:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6736 00000004:00080000:3.0:1778923620.105714:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99180/2, rc 0, transno 21474839153 00000100:00100000:3.0:1778923620.105720:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287623168:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923620.105728:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98a80/2, rc 0, transno 21474839152 00000100:00100000:3.0:1778923620.105731:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287623040:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923620.107062:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99f80/2, rc 0, transno 21474839151 00000100:00100000:0.0:1778923620.107073:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622784:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923620.107086:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98700/2, rc 0, transno 21474839149 00000100:00100000:0.0:1778923620.107089:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622400:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923620.107097:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9bb80/2, rc 0, transno 21474839150 00000100:00100000:0.0:1778923620.107100:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287622912:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923620.107475:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.108063:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582592 00000100:00100000:3.0:1778923620.108072:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582592 00000100:00100000:3.0:1778923620.108132:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5385 00000100:00100000:3.0:1778923620.108222:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+197:54903:x1865335281582592:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923620.108250:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923620.108270:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546812 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.108332:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.108346:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.108363:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923620.108367:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923620.108370:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420ee400, rc 0) 00000100:00100000:3.0:1778923620.108572:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54903:x1865335281582592:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 430us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923620.108581:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5385 00000100:00100000:1.0:1778923620.112920:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.112989:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582720 00000100:00100000:0.0:1778923620.112998:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582720 00010000:00010000:0.0:1778923620.113035:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 33 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.113085:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3054 00000100:00100000:0.0:1778923620.113094:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281582720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.113109:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.113114:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 33 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113127:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 33 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113160:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.113163:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.113167:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113177:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113197:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.113241:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281582720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 148us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.113248:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3054 00010000:00010000:2.0:1778923620.113775:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e968521d/0x3baece0abe69e1df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d544b55 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.113792:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287619328:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923620.113813:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.113824:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.113830:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.113840:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.113847:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.113870:0:26019:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1778923620.113954:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923620.113960:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113969:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923620.113973:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113980:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.113993:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.114000:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3393 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x298:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.114024:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923620.114026:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923620.114027:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923620.115170:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287618688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22987us (23336us total) trans 17179872013 rc 0/0 00000100:00100000:2.0:1778923620.115181:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707 00000100:00100000:2.0:1778923620.119601:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.119630:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582848 00000100:00100000:2.0:1778923620.119638:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582848 00010000:00010000:2.0:1778923620.119687:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.119721:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3055 00000100:00100000:2.0:1778923620.119730:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281582848:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923620.119745:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923620.119750:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.119762:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 32 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.119785:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.119788:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.119792:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.119803:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.119824:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923620.119872:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281582848:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 142us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923620.119878:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3055 00010000:00010000:3.0:1778923620.120597:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe69f3f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5451d7 expref: 31 pid: 32953 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.120614:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287619456:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923620.120636:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.120646:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.120663:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.120673:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.120680:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.120706:0:6547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1778923620.121269:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287618816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28619us (29331us total) trans 17179872014 rc 0/0 00000100:00100000:3.0:1778923620.121277:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709 00010000:00010000:1.0:1778923620.121565:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923620.121572:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.121581:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.121585:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.121594:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.121609:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.121616:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a339a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.121637:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923620.121638:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923620.121640:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1778923620.122011:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc700/2, rc 0, transno 17179872013 00000100:00100000:0.0:1778923620.122018:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287618688:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1778923620.122034:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdf800/2, rc 0, transno 17179872014 00000100:00100000:0.0:1778923620.122047:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287618816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1778923620.125861:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.125990:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281582976 00000100:00100000:2.0:1778923620.125998:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281582976 00000100:00100000:2.0:1778923620.126064:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5386 00000100:00100000:2.0:1778923620.126073:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54903:x1865335281582976:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923620.126093:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923620.126114:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22400/0x3baece0abe6a33c4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546819 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126202:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126216:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126225:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923620.126252:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:2.0:1778923620.126256:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923620.126275:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126301:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22400/0x3baece0abe6a33c4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546819 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126319:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546819 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.126329:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923620.126332:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923620.126335:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22800, rc 0) 00000100:00100000:2.0:1778923620.126399:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54903:x1865335281582976:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 327us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923620.126406:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5386 00000100:00100000:2.0:1778923620.126455:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287622272:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923620.126478:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.127126:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287622144:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923620.127152:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.129434:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.129564:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.129591:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583104 00000100:00100000:1.0:1778923620.129599:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583104 00010000:00010000:1.0:1778923620.129636:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 33 pid: 26019 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.129679:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583232 00000100:00100000:1.0:1778923620.129682:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583232 00010000:00010000:1.0:1778923620.129696:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 34 pid: 32943 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.129715:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3056 00000100:00100000:1.0:1778923620.129722:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281583104:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923620.129736:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923620.129742:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 34 pid: 26019 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129754:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 34 pid: 26019 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129777:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a2729 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546429 expref: 34 pid: 26019 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129791:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.129793:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.129798:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129808:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129837:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923620.129882:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281583104:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 159us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.129889:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3056 00000100:00100000:1.0:1778923620.129907:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3057 00000100:00100000:1.0:1778923620.129912:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281583232:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923620.129920:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923620.129923:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129933:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129945:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a2913 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546502 expref: 32 pid: 32943 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129954:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.129955:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.129958:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129965:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.129980:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923620.129999:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281583232:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 87us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.130005:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3057 00010000:00010000:0.0:1778923620.130207:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.130216:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.130227:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.130234:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.130254:0:32943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1778923620.130797:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287621120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29021us (29216us total) trans 21474839154 rc 0/0 00000100:00100000:0.0:1778923620.130807:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6726 00000004:00080000:0.0:1778923620.130860:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac4a80/2, rc 0, transno 21474839154 00000100:00100000:0.0:1778923620.130866:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621120:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1778923620.130893:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287622016:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923620.130914:0:26020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.131543:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287619584:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923620.131560:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.131584:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.131591:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.131601:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.131607:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.131620:0:25674:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1778923620.132097:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287621248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30021us (30440us total) trans 21474839155 rc 0/0 00000100:00100000:2.0:1778923620.132106:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6728 00000004:00080000:3.0:1778923620.132335:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac6680/2, rc 0, transno 21474839155 00000100:00100000:3.0:1778923620.132342:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287621248:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1778923620.132408:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1778923620.132415:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132425:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923620.132429:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132439:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132457:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132464:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132489:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923620.132493:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132500:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923620.132529:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132536:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132544:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132550:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a33b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.132564:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923620.132566:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923620.132567:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923620.138827:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923620.139540:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.139574:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.139599:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.139616:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.139633:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.139982:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583360 00000100:00100000:3.0:1778923620.139992:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583360 00010000:00010000:3.0:1778923620.140031:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 31 pid: 26020 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.140082:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583488 00000100:00100000:3.0:1778923620.140085:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583488 00010000:00010000:3.0:1778923620.140100:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 31 pid: 32953 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.140128:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3058 00000100:00100000:3.0:1778923620.140136:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281583360:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923620.140419:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923620.140426:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 31 pid: 26020 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.140439:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 31 pid: 26020 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.140460:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a2657 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5463f1 expref: 31 pid: 26020 timeout: 1417 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.140477:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.140479:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.140483:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.140493:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.140586:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3059 00000100:00100000:0.0:1778923620.140595:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705736850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281583488:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.140605:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.140609:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 31 pid: 32953 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140620:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 31 pid: 32953 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140635:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a28e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d1 expref: 31 pid: 32953 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140646:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.140648:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.140661:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140669:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140689:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.140738:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705736850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281583488:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 145us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.140747:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3059 00010000:00010000:0.0:1778923620.140778:0:26020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140793:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140804:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140812:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.140826:0:26020:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1778923620.141435:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287620992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40256us (40821us total) trans 21474839156 rc 0/0 00000100:00100000:0.0:1778923620.141444:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6724 00000100:00100000:0.0:1778923620.141461:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583744 00000100:00100000:0.0:1778923620.141466:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583744 00010000:00010000:1.0:1778923620.141629:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923620.141636:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.141645:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.141649:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.141657:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.141671:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.141677:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a91795a4/0x3baece0abe6a33a8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.141696:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923620.141698:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923620.141700:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923620.143365:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923620.143438:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281583360:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3296us (3934us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923620.143450:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3058 00000100:00100000:0.0:1778923620.143615:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583616 00000100:00100000:0.0:1778923620.143623:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583616 00010000:00010000:2.0:1778923620.143773:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.143787:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.143797:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.143805:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.143824:0:22251:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923620.144816:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287618944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52001us (52826us total) trans 17179872015 rc 0/0 00000100:00100000:2.0:1778923620.144829:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710 00000100:00100000:2.0:1778923620.144939:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281583872 00000100:00100000:2.0:1778923620.144945:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281583872 00000100:00100000:1.0:1778923620.145013:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6737 00000100:00100000:1.0:1778923620.145024:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281583744:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923620.145051:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923620.145070:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546827 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923620.145095:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083864, atime: 0x6a08385b, ctime: 0x6a083864, blocks: 0x3 00010000:00010000:1.0:1778923620.145111:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145113:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145122:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 31 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145138:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 31 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145161:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e870200, rc 0) 00000100:00100000:1.0:1778923620.145196:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281583744:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 174us (5596us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.145203:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6737 00000100:00100000:1.0:1778923620.145220:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6738 00000100:00100000:1.0:1778923620.145227:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281583616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923620.145236:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923620.145247:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546820 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923620.145263:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 146983, mtime: 0x6a083864, atime: 0x6a083863, ctime: 0x6a083864, blocks: 0x187 00010000:00010000:1.0:1778923620.145272:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145274:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145279:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145295:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145303:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee200, rc 0) 00000100:00100000:1.0:1778923620.145323:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281583616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 96us (5706us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.145329:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6738 00000100:00100000:1.0:1778923620.145344:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6739 00000100:00100000:1.0:1778923620.145350:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281583872:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923620.145358:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923620.145366:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54682e expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923620.145379:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083864, atime: 0x6a08385b, ctime: 0x6a083864, blocks: 0x3 00010000:00010000:1.0:1778923620.145387:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145389:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.145394:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145404:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.145412:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:1.0:1778923620.145431:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281583872:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 81us (5797us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.145436:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6739 00000004:00080000:1.0:1778923620.147068:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac7800/2, rc 0, transno 21474839156 00000100:00100000:1.0:1778923620.147082:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287620992:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1778923620.147096:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bde680/2, rc 0, transno 17179872015 00000100:00100000:1.0:1778923620.147099:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287618944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1778923620.151395:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923620.151409:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.151424:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923620.151428:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.151439:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.151460:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.151467:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.151492:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923620.151494:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923620.151496:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923620.256380:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.256491:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584000 00000100:00100000:1.0:1778923620.256541:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584000 00000100:00100000:1.0:1778923620.256610:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3326 00000100:00100000:1.0:1778923620.256620:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281584000:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923620.256658:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.256674:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.256676:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.256681:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.256694:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261924:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261944:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261954:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261962:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923620.261966:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261974:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261992:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.261998:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a33e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.262089:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281584000:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5467us (5715us total) trans 0 rc 146983/146983 00000100:00100000:2.0:1778923620.262104:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3326 00000100:00100000:0.0:1778923620.266109:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.266198:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584128 00000100:00100000:1.0:1778923620.266210:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584128 00000100:00100000:1.0:1778923620.266282:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3327 00000100:00100000:1.0:1778923620.266293:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281584128:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923620.266328:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.266348:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.266357:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.266359:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.266362:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 4/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.266396:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.266409:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 32 pid: 6547 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.266423:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287623296:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.266785:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.274655:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287623296:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923620.274686:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.277014:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.277124:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584256 00000100:00100000:2.0:1778923620.277136:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584256 00010000:00010000:2.0:1778923620.277187:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 33 pid: 6547 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.277231:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3060 00000100:00100000:2.0:1778923620.277241:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281584256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923620.277258:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923620.277282:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 33 pid: 6547 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.277295:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 33 pid: 6547 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.277320:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a28e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464d8 expref: 33 pid: 6547 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.277336:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.277339:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.277344:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.277356:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.277392:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923620.277451:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281584256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 211us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923620.277460:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3060 00010000:00010000:1.0:1778923620.277540:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.277549:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923620.345117:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839156 is committed 00000001:00080000:3.0:1778923620.345134:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839139 is committed 00000001:00080000:3.0:1778923620.345162:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839141 is committed 00002000:00010000:1.0:1778923620.387020:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923609 -> 1778923620 00002000:00010000:1.0:1778923620.387030:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923609 -> 1778923620 00010000:00010000:1.0:1778923620.387051:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387064:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387073:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387080:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.387084:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387092:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387110:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.387117:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a33ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.387296:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281584128:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 121000us (121191us total) trans 17179872016 rc 0/0 00000100:00100000:1.0:1778923620.387306:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3327 00000001:00080000:0.0:1778923620.387400:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872000 is committed 00000001:00080000:0.0:1778923620.387418:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872016 is committed 00000001:00080000:0.0:1778923620.387426:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872012 is committed 00000001:00080000:0.0:1778923620.387449:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872015 is committed 00000100:00100000:1.0:1778923620.392719:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.393350:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584384 00000100:00100000:3.0:1778923620.393361:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584384 00000100:00100000:3.0:1778923620.393434:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3328 00000100:00100000:3.0:1778923620.393446:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281584384:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923620.393481:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.393533:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.393542:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.393545:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.393548:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.393582:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.393596:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 21 pid: 6548 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.393611:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287623424:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923620.393702:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923620.405165:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.405427:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584512 00000100:00100000:0.0:1778923620.405436:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584512 00010000:00010000:0.0:1778923620.405477:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 22 pid: 6548 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.405564:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3061 00000100:00100000:0.0:1778923620.405574:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281584512:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.405589:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.405612:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 22 pid: 6548 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.405625:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 22 pid: 6548 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.405659:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.405662:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.405668:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.405679:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.405704:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.406105:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281584512:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 530us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.406112:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3061 00010000:00010000:3.0:1778923620.406569:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a28f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464df expref: 21 pid: 6548 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.406586:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287623424:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923620.406608:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.406618:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.406626:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923620.436235:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839157 is committed 00002000:00010000:3.0:1778923620.436434:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923609 -> 1778923620 00002000:00010000:3.0:1778923620.436438:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923609 -> 1778923620 00010000:00010000:3.0:1778923620.436452:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436464:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436473:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436479:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420efc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923620.436484:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436492:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436542:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.436550:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a33f5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.436652:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281584384:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 43205us (43939us total) trans 21474839157 rc 0/0 00000100:00100000:3.0:1778923620.436662:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3328 00000100:00100000:2.0:1778923620.447945:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.448394:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584640 00000100:00100000:1.0:1778923620.448412:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584640 00000100:00100000:1.0:1778923620.448488:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3329 00000100:00100000:1.0:1778923620.448497:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281584640:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923620.449808:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.449838:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 20 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.449847:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.449849:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.449852:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.449890:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 20 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.449906:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 20 pid: 25674 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.449921:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287623552:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.450020:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b6780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923620.456966:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287623552:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923620.456997:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.468385:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.468711:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584768 00000100:00100000:1.0:1778923620.468722:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584768 00010000:00010000:1.0:1778923620.468772:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 21 pid: 25674 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.468818:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3062 00000100:00100000:1.0:1778923620.468828:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281584768:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923620.468843:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923620.468866:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 21 pid: 25674 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.468878:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 21 pid: 25674 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.468905:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a28f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464e6 expref: 21 pid: 25674 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.468920:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.468921:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.468926:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.468935:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.468972:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923620.469029:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281584768:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 202us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.469049:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3062 00010000:00010000:3.0:1778923620.469076:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.469087:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923620.541193:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839158 is committed 00002000:00010000:2.0:1778923620.541473:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923610 -> 1778923620 00002000:00010000:2.0:1778923620.541478:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923610 -> 1778923620 00010000:00010000:2.0:1778923620.541491:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541543:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541554:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541562:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923620.541567:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541576:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541718:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.541727:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a33fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.541824:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+19:2356:x1865335281584640:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 93323us (93883us total) trans 21474839158 rc 0/0 00000100:00100000:2.0:1778923620.541834:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3329 00000100:00100000:0.0:1778923620.553450:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.553707:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281584896 00000100:00100000:1.0:1778923620.553717:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281584896 00000100:00100000:1.0:1778923620.553790:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3330 00000100:00100000:1.0:1778923620.553801:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281584896:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923620.553834:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.553854:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 25 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.553861:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.553863:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.553867:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.553900:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 25 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.553912:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 25 pid: 22251 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.553926:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287623680:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.554010:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923620.559895:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923620.559987:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585024 00000100:00100000:2.0:1778923620.559997:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585024 00010000:00010000:2.0:1778923620.560044:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 26 pid: 22251 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.560088:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3063 00000100:00100000:2.0:1778923620.560098:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281585024:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923620.560114:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923620.560138:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 26 pid: 22251 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.560152:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 26 pid: 22251 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.560177:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.560180:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923620.560185:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.560196:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.560217:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923620.560271:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281585024:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 175us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923620.560279:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3063 00010000:00010000:1.0:1778923620.561341:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a28fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464ed expref: 25 pid: 22251 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.561362:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287623680:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923620.561383:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.561392:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.561398:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923620.701358:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872017 is committed 00002000:00010000:3.0:1778923620.702245:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923610 -> 1778923620 00002000:00010000:3.0:1778923620.702252:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923610 -> 1778923620 00010000:00010000:3.0:1778923620.702267:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702293:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702302:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702309:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923620.702313:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702322:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702346:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.702353:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3403 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.703316:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281584896:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 149509us (149866us total) trans 17179872017 rc 0/0 00000100:00100000:3.0:1778923620.703329:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3330 00000100:00100000:1.0:1778923620.710968:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.711077:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585152 00000100:00100000:0.0:1778923620.711087:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585152 00000100:00100000:0.0:1778923620.711245:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3331 00000100:00100000:0.0:1778923620.711257:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+19:2356:x1865335281585152:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923620.711292:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.711312:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 19 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.711319:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.711321:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.711324:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.711357:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 19 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.711370:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 19 pid: 6546 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.711384:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287623808:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923620.711543:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923620.724108:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b41180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287623808:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923620.724134:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.726104:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.726214:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585280 00000100:00100000:0.0:1778923620.726225:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585280 00010000:00010000:0.0:1778923620.726267:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 20 pid: 6546 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.726309:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3064 00000100:00100000:0.0:1778923620.726318:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281585280:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.726333:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.726355:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 20 pid: 6546 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.726378:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 20 pid: 6546 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.726401:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a2905 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464f4 expref: 20 pid: 6546 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.726417:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.726420:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.726425:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.726434:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.726463:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.726568:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281585280:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 251us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.726576:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3064 00010000:00010000:3.0:1778923620.727497:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.727540:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923620.791193:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839159 is committed 00002000:00010000:0.0:1778923620.791439:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb mtime from disk: 1778923610 -> 1778923620 00002000:00010000:0.0:1778923620.791444:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb ctime from disk: 1778923610 -> 1778923620 00010000:00010000:0.0:1778923620.791458:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791475:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791483:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791490:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923620.791495:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791545:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791575:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.791583:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a340a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.791678:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+18:2356:x1865335281585152:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 80420us (80713us total) trans 21474839159 rc 0/0 00000100:00100000:0.0:1778923620.791688:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3331 00000100:00100000:2.0:1778923620.800894:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923620.800983:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585408 00000100:00100000:3.0:1778923620.800993:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585408 00000100:00100000:3.0:1778923620.801073:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3332 00000100:00100000:3.0:1778923620.801084:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281585408:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923620.801121:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.801150:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 24 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.801159:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.801161:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923620.801165:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.801208:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 24 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923620.801221:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 24 pid: 26020 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.801235:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287623936:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923620.802121:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923620.814251:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287623936:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923620.814290:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923620.822918:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923620.823112:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585536 00000100:00100000:0.0:1778923620.823123:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585536 00010000:00010000:0.0:1778923620.823166:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 25 pid: 26020 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923620.823221:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3065 00000100:00100000:0.0:1778923620.823231:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281585536:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923620.823249:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923620.823273:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 25 pid: 26020 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.823287:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 25 pid: 26020 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.823312:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a290c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5464fb expref: 25 pid: 26020 timeout: 1417 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.823331:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.823333:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923620.823338:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.823348:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923620.823642:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923620.823705:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281585536:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 474us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923620.823713:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3065 00010000:00010000:1.0:1778923620.823846:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.823856:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923620.937912:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872018 is committed 00002000:00010000:1.0:1778923620.938080:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923610 -> 1778923620 00002000:00010000:1.0:1778923620.938084:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923610 -> 1778923620 00010000:00010000:1.0:1778923620.938096:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938113:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938121:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938127:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420efc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923620.938131:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938139:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938157:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.938164:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a3411 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.938256:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281585408:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 137170us (137366us total) trans 17179872018 rc 0/0 00000100:00100000:1.0:1778923620.938265:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3332 00000100:00100000:3.0:1778923620.953655:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.953714:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585664 00000100:00100000:1.0:1778923620.953725:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585664 00000100:00100000:1.0:1778923620.953804:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3333 00000100:00100000:1.0:1778923620.953814:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281585664:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923620.953862:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.954060:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 23 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.954071:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.954073:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.954077:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.954109:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 23 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.954123:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 23 pid: 25674 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.954136:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287624064:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923620.954220:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923620.966083:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287624064:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923620.966112:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923620.971054:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923620.971359:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585792 00000100:00100000:1.0:1778923620.971378:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585792 00010000:00010000:1.0:1778923620.971417:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 24 pid: 25674 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.971553:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3066 00000100:00100000:1.0:1778923620.971573:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705734050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281585792:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923620.971589:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923620.971612:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 24 pid: 25674 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.971626:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 24 pid: 25674 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.971661:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a291a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546509 expref: 24 pid: 25674 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.971678:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.971680:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923620.971685:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.971695:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923620.971720:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923620.972111:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923620.972122:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923620.977749:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705734050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281585792:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6166us (6693us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923620.977763:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3066 00010000:00010000:1.0:1778923620.990892:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1778923621.062782:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923608 -> 1778923621 00002000:00010000:1.0:1778923621.062791:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00010000:00010000:1.0:1778923621.062805:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062818:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062827:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062833:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923621.062838:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062856:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062876:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.062883:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3418 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.063386:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281585664:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 109568us (109734us total) trans 17179872019 rc 0/0 00000100:00100000:1.0:1778923621.063397:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3333 00000001:00080000:1.0:1778923621.063438:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872019 is committed 00000100:00100000:1.0:1778923621.092362:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.092468:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281585920 00000100:00100000:0.0:1778923621.092479:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281585920 00000100:00100000:0.0:1778923621.092580:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3334 00000100:00100000:0.0:1778923621.092591:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+18:2356:x1865335281585920:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:0.0:1778923621.092639:0:26642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a08385b, atime: 0x6a08385b, ctime: 0x6a08385d, blocks: 0x203 00010000:00010000:0.0:1778923621.092657:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.092673:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.092675:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.092680:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.092693:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923621.193743:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839160 is committed 00002000:00010000:0.0:1778923621.194063:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923611 -> 1778923621 00002000:00010000:0.0:1778923621.194068:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923613 -> 1778923621 00010000:00010000:0.0:1778923621.194082:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194094:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194103:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194110:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923621.194114:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194124:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194228:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.194236:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a341f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.194373:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+18:2356:x1865335281585920:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 101779us (102014us total) trans 21474839160 rc 0/0 00000100:00100000:0.0:1778923621.194383:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3334 00000100:00100000:3.0:1778923621.200720:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.201047:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586048 00000100:00100000:1.0:1778923621.201056:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586048 00000100:00100000:1.0:1778923621.201182:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3335 00000100:00100000:1.0:1778923621.201192:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281586048:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923621.201227:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.201248:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 22 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.201257:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.201259:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.201262:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.201297:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 22 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.201311:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 22 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.201326:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287624192:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923621.201411:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923621.209808:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287624192:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923621.209836:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.210447:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.212159:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586176 00000100:00100000:1.0:1778923621.212174:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586176 00010000:00010000:1.0:1778923621.212219:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 23 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.212264:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3067 00000100:00100000:1.0:1778923621.212273:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281586176:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923621.212289:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.212311:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 23 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.212324:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 23 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.212347:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a2d34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546691 expref: 23 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.212364:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.212367:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.212371:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.212386:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.212427:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923621.212653:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.212663:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.212923:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281586176:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 649us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923621.212931:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3067 00000001:00080000:3.0:1778923621.281075:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872020 is committed 00002000:00010000:2.0:1778923621.282466:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923611 -> 1778923621 00002000:00010000:2.0:1778923621.282473:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923613 -> 1778923621 00010000:00010000:2.0:1778923621.282485:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282498:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282524:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282532:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923621.282537:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282545:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282564:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.282571:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3426 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.282870:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281586048:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 81675us (82219us total) trans 17179872020 rc 0/0 00000100:00100000:2.0:1778923621.282880:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3335 00000100:00100000:1.0:1778923621.291553:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.291616:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586304 00000100:00100000:2.0:1778923621.291626:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586304 00000100:00100000:2.0:1778923621.291705:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3336 00000100:00100000:2.0:1778923621.291716:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+18:2355:x1865335281586304:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923621.291749:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.291770:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 18 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.291786:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.291788:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.291791:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.291828:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 18 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.291841:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 18 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.291856:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287624320:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923621.292112:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923621.298240:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.298362:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586432 00000100:00100000:3.0:1778923621.298371:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586432 00010000:00010000:3.0:1778923621.298408:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 19 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.298449:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3068 00000100:00100000:3.0:1778923621.298459:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281586432:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923621.298472:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923621.298492:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 19 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.298525:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 19 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.298548:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.298550:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.298554:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.298564:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.298585:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923621.298628:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281586432:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 171us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.298638:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3068 00010000:00010000:2.0:1778923621.298813:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a2df8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5466c9 expref: 18 pid: 8354 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.298830:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287624320:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923621.298849:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.298859:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.298866:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923621.351825:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839161 is committed 00002000:00010000:2.0:1778923621.355136:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 80895 -> 147456 00002000:00010000:2.0:1778923621.355146:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923615 -> 1778923621 00002000:00010000:2.0:1778923621.355148:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923615 -> 1778923621 00002000:00010000:2.0:1778923621.355151:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 259 -> 515 00010000:00010000:2.0:1778923621.355165:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355178:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355187:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355194:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923621.355199:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355208:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355226:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.355235:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a342d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.355337:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+17:2355:x1865335281586304:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 63619us (63791us total) trans 21474839161 rc 0/0 00000100:00100000:2.0:1778923621.355348:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3336 00000100:00100000:1.0:1778923621.382925:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.383091:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586688 00000100:00100000:0.0:1778923621.383100:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586688 00000100:00100000:0.0:1778923621.383169:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5387 00000100:00100000:0.0:1778923621.383181:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54903:x1865335281586688:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923621.383236:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923621.383263:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a33cb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546819 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.383284:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.383289:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923621.383599:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.383614:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.383625:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923621.383696:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939723 00000004:00010000:0.0:1778923621.383726:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e471acf6 reply state 000000005ea7d7b2 transno 8589939724 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.383735:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923621.383822:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54903:x1865335281586688:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 643us (906us total) trans 8589939724 rc 0/0 00000100:00100000:0.0:1778923621.383830:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5387 00000020:00080000:0.0:1778923621.383836:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923621.386440:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386454:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386462:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386468:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.386473:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386480:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386495:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.386498:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.386528:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.386540:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3434 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.388713:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.388908:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586816 00000100:00100000:0.0:1778923621.388918:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586816 00000100:00100000:0.0:1778923621.388966:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6740 00000100:00100000:0.0:1778923621.388975:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:54903:x1865335281586816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923621.388992:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923621.389011:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546835 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923621.389058:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a08382a, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:0.0:1778923621.389079:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.389081:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.389089:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 22 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.389104:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 22 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.389117:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923621.389190:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+22:54903:x1865335281586816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 216us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.389197:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6740 00000100:00100000:0.0:1778923621.396485:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.396560:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.396669:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281586944 00000100:00100000:3.0:1778923621.396679:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281586944 00002000:00010000:3.0:1778923621.396717:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (146983->18446744073709551615) 00002000:00100000:3.0:1778923621.396722:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b42300 with x1865335281586944 ext(146983->18446744073709551615) 00002000:00010000:3.0:1778923621.396734:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b42300. 00000100:00100000:3.0:1778923621.396767:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587072 00000100:00100000:3.0:1778923621.396770:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587072 00002000:00010000:3.0:1778923621.396783:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.396786:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b43480 with x1865335281587072 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.396791:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce601b43480. 00000100:00100000:3.0:1778923621.396819:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3337 00000100:00100000:3.0:1778923621.396828:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281586944:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923621.397252:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3338 00000100:00100000:1.0:1778923621.397262:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+17:2354:x1865335281587072:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923621.397443:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.397447:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923609 -> 1778923621 00002000:00010000:1.0:1778923621.397449:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923621.397451:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923609 -> 1778923621 00002000:00010000:1.0:1778923621.397454:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923621.397533:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+18:2354:x1865335281587072:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 273us (971us total) trans 21474839162 rc 0/0 00000100:00100000:1.0:1778923621.397540:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3338 00002000:00010000:1.0:1778923621.397544:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:1.0:1778923621.397547:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b43480 with x1865335281587072 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923621.397552:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce601b43480. 00002000:00010000:3.0:1778923621.399385:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:3.0:1778923621.399393:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:3.0:1778923621.399396:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923621.399398:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:3.0:1778923621.399401:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.399724:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281586944:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2893us (3244us total) trans 17179872021 rc 0/0 00000100:00100000:3.0:1778923621.399735:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3337 00002000:00010000:3.0:1778923621.399741:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (146983->18446744073709551615) 00002000:00100000:3.0:1778923621.399744:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b42300 with x1865335281586944 ext(146983->18446744073709551615) 00002000:00010000:3.0:1778923621.399751:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b42300. 00000100:00100000:0.0:1778923621.406151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.406583:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587200 00000100:00100000:1.0:1778923621.406593:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587200 00000100:00100000:1.0:1778923621.406665:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5388 00000100:00100000:1.0:1778923621.406677:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54903:x1865335281587200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923621.406701:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923621.406720:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3442 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54683c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406807:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406823:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406835:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923621.406860:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:1.0:1778923621.406864:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923621.406884:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406909:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3442 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54683c expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406925:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54683c expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.406932:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.406935:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923621.406939:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee000, rc 0) 00000100:00100000:1.0:1778923621.407005:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54903:x1865335281587200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 331us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923621.407012:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5388 00000100:00100000:1.0:1778923621.415125:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.415214:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587456 00000100:00100000:3.0:1778923621.415225:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587456 00000100:00100000:3.0:1778923621.415290:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5389 00000100:00100000:3.0:1778923621.415300:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54903:x1865335281587456:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923621.415353:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923621.415380:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3449 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54683c expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.415398:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923621.415403:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923621.415680:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.415693:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.415702:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923621.415754:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939725 00000004:00010000:3.0:1778923621.415780:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000828931ee reply state 0000000050f0ccbd transno 8589939726 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.415789:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923621.415879:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54903:x1865335281587456:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 581us (763us total) trans 8589939726 rc 0/0 00000100:00100000:3.0:1778923621.415886:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5389 00000020:00080000:3.0:1778923621.415892:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923621.419563:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419581:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419589:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419594:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420ee600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.419599:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419607:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419625:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.419628:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.419634:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.419653:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3450 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.422975:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.427007:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587584 00000100:00100000:2.0:1778923621.427021:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587584 00000100:00100000:2.0:1778923621.427151:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6741 00000100:00100000:2.0:1778923621.427161:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+18:54903:x1865335281587584:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.427177:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.427197:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546843 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923621.427227:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a083837, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:2.0:1778923621.427872:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.427878:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.427887:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 19 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.427909:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 19 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.427923:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f000, rc 0) 00000100:00100000:2.0:1778923621.427995:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+19:54903:x1865335281587584:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 836us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.428003:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6741 00000100:00100000:3.0:1778923621.438149:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.438203:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.438412:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587712 00000100:00100000:1.0:1778923621.438421:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587712 00002000:00010000:1.0:1778923621.438459:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (146983->18446744073709551615) 00002000:00100000:1.0:1778923621.438464:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f480 with x1865335281587712 ext(146983->18446744073709551615) 00002000:00010000:1.0:1778923621.438476:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954f480. 00000100:00100000:1.0:1778923621.438539:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587840 00000100:00100000:1.0:1778923621.438543:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587840 00002000:00010000:1.0:1778923621.438555:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923621.438558:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954d880 with x1865335281587840 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923621.438565:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954d880. 00000100:00100000:1.0:1778923621.438580:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3339 00000100:00100000:1.0:1778923621.438589:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+19:2355:x1865335281587712:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923621.438885:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:1.0:1778923621.438889:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:1.0:1778923621.438892:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923621.438894:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:1.0:1778923621.438896:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923621.438954:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281587712:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 365us (824us total) trans 21474839163 rc 0/0 00000100:00100000:1.0:1778923621.438961:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3339 00002000:00010000:1.0:1778923621.438966:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (146983->18446744073709551615) 00002000:00100000:1.0:1778923621.438968:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f480 with x1865335281587712 ext(146983->18446744073709551615) 00002000:00010000:1.0:1778923621.438973:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954f480. 00000100:00100000:1.0:1778923621.438991:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3340 00000100:00100000:1.0:1778923621.438998:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281587840:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923621.439125:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.439128:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923609 -> 1778923621 00002000:00010000:1.0:1778923621.439131:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923621.439133:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923609 -> 1778923621 00002000:00010000:1.0:1778923621.439135:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923621.439155:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281587840:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 158us (952us total) trans 17179872022 rc 0/0 00000100:00100000:1.0:1778923621.439164:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3340 00002000:00010000:1.0:1778923621.439167:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923621.439169:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954d880 with x1865335281587840 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923621.439173:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954d880. 00000100:00100000:1.0:1778923621.452046:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.452493:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281587968 00000100:00100000:3.0:1778923621.452542:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281587968 00000100:00100000:3.0:1778923621.452600:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5390 00000100:00100000:3.0:1778923621.452610:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54903:x1865335281587968:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.452632:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.452663:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a345e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54684a expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452743:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452758:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452770:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923621.452797:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:3.0:1778923621.452801:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923621.452816:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452842:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420eea00/0x3baece0abe6a345e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54684a expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452860:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54684a expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.452868:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923621.452871:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923621.452876:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420ee600, rc 0) 00000100:00100000:0.0:1778923621.454526:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54903:x1865335281587968:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1892us (2474us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.454538:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5390 00000100:00100000:1.0:1778923621.462658:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.466727:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588224 00000100:00100000:2.0:1778923621.466742:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588224 00000100:00100000:2.0:1778923621.466829:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5391 00000100:00100000:2.0:1778923621.466840:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54903:x1865335281588224:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923621.466902:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923621.466931:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3465 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54684a expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.466954:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.466960:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923621.467231:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.467261:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.467273:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923621.467327:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939727 00000004:00010000:2.0:1778923621.467355:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b257bd3 reply state 00000000a1077789 transno 8589939728 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.467363:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923621.467466:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54903:x1865335281588224:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 626us (4825us total) trans 8589939728 rc 0/0 00000100:00100000:2.0:1778923621.467474:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5391 00000020:00080000:2.0:1778923621.467478:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923621.472205:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472223:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472231:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472249:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.472254:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472261:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472280:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.472283:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.472288:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.472296:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a346c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.476182:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.476317:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588352 00000100:00100000:3.0:1778923621.476326:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588352 00000100:00100000:3.0:1778923621.476384:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6742 00000100:00100000:3.0:1778923621.476394:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+20:54903:x1865335281588352:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.476410:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.476430:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546851 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923621.476455:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a083844, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:3.0:1778923621.476474:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.476476:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.476484:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 21 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.476499:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 21 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.476551:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420efc00, rc 0) 00000100:00100000:3.0:1778923621.476597:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:54903:x1865335281588352:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 206us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.476604:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6742 00000100:00100000:3.0:1778923621.480761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.480795:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.480859:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588480 00000100:00100000:1.0:1778923621.480870:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588480 00002000:00010000:1.0:1778923621.480910:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (146983->18446744073709551615) 00002000:00100000:1.0:1778923621.480914:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954dc00 with x1865335281588480 ext(146983->18446744073709551615) 00002000:00010000:1.0:1778923621.480927:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954dc00. 00000100:00100000:1.0:1778923621.480953:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588608 00000100:00100000:1.0:1778923621.480957:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588608 00002000:00010000:1.0:1778923621.480968:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:1.0:1778923621.480971:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954c380 with x1865335281588608 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923621.480977:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954c380. 00000100:00100000:1.0:1778923621.481005:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3341 00000100:00100000:1.0:1778923621.481014:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281588480:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923621.481317:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:1.0:1778923621.481321:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:1.0:1778923621.481324:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923621.481327:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:1.0:1778923621.481329:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923621.481378:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281588480:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 366us (625us total) trans 21474839164 rc 0/0 00000100:00100000:1.0:1778923621.481385:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3341 00002000:00010000:1.0:1778923621.481388:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (146983->18446744073709551615) 00002000:00100000:1.0:1778923621.481390:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954dc00 with x1865335281588480 ext(146983->18446744073709551615) 00002000:00010000:1.0:1778923621.481394:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954dc00. 00000100:00100000:1.0:1778923621.481409:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3342 00000100:00100000:1.0:1778923621.481415:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281588608:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923621.481551:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.481554:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923610 -> 1778923621 00002000:00010000:1.0:1778923621.481557:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923621.481559:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00002000:00010000:1.0:1778923621.481561:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923621.481579:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281588608:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 164us (784us total) trans 17179872023 rc 0/0 00000100:00100000:1.0:1778923621.481585:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3342 00002000:00010000:1.0:1778923621.481587:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:1.0:1778923621.481590:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954c380 with x1865335281588608 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923621.481593:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954c380. 00000100:00100000:0.0:1778923621.485222:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.485382:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588736 00000100:00100000:2.0:1778923621.485391:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588736 00000100:00100000:2.0:1778923621.485448:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5392 00000100:00100000:2.0:1778923621.485459:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54903:x1865335281588736:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.485481:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.485536:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a347a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546858 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485622:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485639:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485663:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923621.485691:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:2.0:1778923621.485695:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923621.485710:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485732:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a347a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546858 expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485748:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546858 expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.485757:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.485760:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923621.485764:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:2.0:1778923621.485824:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54903:x1865335281588736:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 367us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.485836:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5392 00000100:00100000:1.0:1778923621.491771:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.492552:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281588992 00000100:00100000:0.0:1778923621.492563:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281588992 00000100:00100000:0.0:1778923621.492620:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5393 00000100:00100000:0.0:1778923621.492629:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54903:x1865335281588992:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923621.492689:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923621.492714:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3481 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546858 expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.492735:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.492740:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923621.492958:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.492973:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.492983:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923621.493056:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939729 00000004:00010000:0.0:1778923621.493085:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b53a241 reply state 00000000c4f706ef transno 8589939730 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.493094:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923621.493209:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54903:x1865335281588992:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 580us (1445us total) trans 8589939730 rc 0/0 00000100:00100000:0.0:1778923621.493217:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5393 00000020:00080000:0.0:1778923621.493223:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923621.496978:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.496997:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.497004:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.497011:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.497016:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.497024:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.497056:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.497059:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.497064:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.497070:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a3488 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.504709:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.504867:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589120 00000100:00100000:3.0:1778923621.504877:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589120 00000100:00100000:3.0:1778923621.504936:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6743 00000100:00100000:3.0:1778923621.504946:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:54903:x1865335281589120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.504965:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.504987:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54685f expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923621.505013:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a083844, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:3.0:1778923621.505043:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.505045:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.505053:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 26 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.505070:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 26 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.505084:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420eea00, rc 0) 00000100:00100000:3.0:1778923621.505134:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:54903:x1865335281589120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 191us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.505142:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6743 00000100:00100000:3.0:1778923621.512180:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.512212:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.512771:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589248 00000100:00100000:2.0:1778923621.512781:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589248 00002000:00010000:2.0:1778923621.512817:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (146983->18446744073709551615) 00002000:00100000:2.0:1778923621.512822:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f800 with x1865335281589248 ext(146983->18446744073709551615) 00002000:00010000:2.0:1778923621.512835:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f800. 00000100:00100000:2.0:1778923621.512866:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589376 00000100:00100000:2.0:1778923621.512869:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589376 00002000:00010000:2.0:1778923621.512880:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:2.0:1778923621.512883:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954e680 with x1865335281589376 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923621.512889:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954e680. 00000100:00100000:2.0:1778923621.512917:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3343 00000100:00100000:2.0:1778923621.512926:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281589248:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923621.513022:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3344 00000100:00100000:3.0:1778923621.513041:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281589376:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923621.513214:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.513214:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:3.0:1778923621.513219:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923610 -> 1778923621 00002000:00010000:2.0:1778923621.513219:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:3.0:1778923621.513222:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923621.513222:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923621.513225:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00002000:00010000:2.0:1778923621.513225:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:2.0:1778923621.513227:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923621.513228:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.513292:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281589376:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 262us (1077us total) trans 21474839165 rc 0/0 00000100:00100000:3.0:1778923621.513299:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3344 00002000:00010000:3.0:1778923621.513303:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.513305:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954e680 with x1865335281589376 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.513310:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954e680. 00000100:00100000:3.0:1778923621.516823:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281589248:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 3883us (4637us total) trans 17179872024 rc 0/0 00000100:00100000:3.0:1778923621.516839:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3343 00002000:00010000:3.0:1778923621.516846:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (146983->18446744073709551615) 00002000:00100000:3.0:1778923621.516850:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f800 with x1865335281589248 ext(146983->18446744073709551615) 00002000:00010000:3.0:1778923621.516864:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f800. 00000100:00100000:1.0:1778923621.523947:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.529940:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589504 00000100:00100000:3.0:1778923621.529956:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589504 00000100:00100000:3.0:1778923621.530104:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5394 00000100:00100000:3.0:1778923621.530115:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54903:x1865335281589504:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.530140:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.530163:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3496 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546866 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530264:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530280:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530291:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923621.530320:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:3.0:1778923621.530325:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923621.530345:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530375:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee600/0x3baece0abe6a3496 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546866 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530395:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546866 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.530404:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923621.530407:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923621.530411:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22800, rc 0) 00000100:00100000:3.0:1778923621.530577:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54903:x1865335281589504:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 464us (6639us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.530585:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5394 00000100:00100000:1.0:1778923621.546899:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.546999:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589760 00000100:00100000:0.0:1778923621.547009:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589760 00000100:00100000:0.0:1778923621.547077:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5395 00000100:00100000:0.0:1778923621.547087:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54903:x1865335281589760:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923621.547141:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923621.547165:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a349d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546866 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.547190:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.547195:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923621.547407:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.547421:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.547431:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923621.547483:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939731 00000004:00010000:0.0:1778923621.547555:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000083db0848 reply state 0000000051e0bc4f transno 8589939732 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.547564:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923621.547665:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54903:x1865335281589760:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 579us (773us total) trans 8589939732 rc 0/0 00000100:00100000:0.0:1778923621.547672:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5395 00000020:00080000:0.0:1778923621.547677:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923621.551973:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.551990:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.551997:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.552008:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923621.552013:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.552021:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.552046:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.552050:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923621.552055:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.552063:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a34a4 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.554441:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.554538:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281589888 00000100:00100000:3.0:1778923621.554546:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281589888 00000100:00100000:3.0:1778923621.554599:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6744 00000100:00100000:3.0:1778923621.554609:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:54903:x1865335281589888:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.554628:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.554664:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54686d expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923621.554694:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2bc:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a083848, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:3.0:1778923621.554717:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.554719:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.554728:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.554744:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.554757:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba23a00, rc 0) 00000100:00100000:3.0:1778923621.554816:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:54903:x1865335281589888:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 208us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.554823:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6744 00000100:00100000:1.0:1778923621.573006:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.573073:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.573571:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590016 00000100:00100000:0.0:1778923621.573581:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590016 00002000:00010000:0.0:1778923621.573621:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/700 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.573626:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e680 with x1865335281590016 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.573638:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e680. 00000100:00100000:0.0:1778923621.573673:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590144 00000100:00100000:0.0:1778923621.573676:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590144 00002000:00010000:0.0:1778923621.573688:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00100000:0.0:1778923621.573691:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459dc00 with x1865335281590144 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923621.573698:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459dc00. 00000100:00100000:0.0:1778923621.573730:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3345 00000100:00100000:0.0:1778923621.573739:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281590016:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923621.574070:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:0.0:1778923621.574074:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:0.0:1778923621.574076:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:0.0:1778923621.574079:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:0.0:1778923621.574081:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923621.574148:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281590016:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 409us (1153us total) trans 21474839166 rc 0/0 00000100:00100000:0.0:1778923621.574155:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3345 00002000:00010000:0.0:1778923621.574159:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/700 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.574162:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e680 with x1865335281590016 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.574166:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e680. 00000100:00100000:0.0:1778923621.574184:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3346 00000100:00100000:0.0:1778923621.574191:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281590144:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923621.574316:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923621.574319:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 1778923610 -> 1778923621 00002000:00010000:0.0:1778923621.574321:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:0.0:1778923621.574323:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00002000:00010000:0.0:1778923621.574325:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923621.574346:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281590144:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 155us (1273us total) trans 17179872025 rc 0/0 00000100:00100000:0.0:1778923621.574352:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3346 00002000:00010000:0.0:1778923621.574355:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/672 (0->18446744073709551615) 00002000:00100000:0.0:1778923621.574358:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459dc00 with x1865335281590144 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923621.574362:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459dc00. 00000100:00100000:1.0:1778923621.582974:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.583405:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590272 00000100:00100000:0.0:1778923621.583416:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590272 00000100:00100000:0.0:1778923621.583565:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5396 00000100:00100000:0.0:1778923621.583575:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54903:x1865335281590272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923621.583601:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923621.583622:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34b2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546874 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583833:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583849:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583860:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923621.583887:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:0.0:1778923621.583892:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923621.583908:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583936:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34b2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546874 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583953:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546874 expref: 209 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.583968:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.583971:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923621.583975:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923621.584045:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54903:x1865335281590272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 471us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.584052:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5396 00000100:00100000:1.0:1778923621.596053:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.596139:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590528 00000100:00100000:3.0:1778923621.596148:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590528 00000100:00100000:3.0:1778923621.596212:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5397 00000100:00100000:3.0:1778923621.596221:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54903:x1865335281590528:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923621.596276:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923621.596304:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a34b9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546874 expref: 209 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.596325:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923621.596332:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923621.596609:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.596624:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.596640:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923621.596693:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939733 00000004:00010000:3.0:1778923621.596720:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d8fa0460 reply state 00000000257e0426 transno 8589939734 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.596728:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923621.596809:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54903:x1865335281590528:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 588us (765us total) trans 8589939734 rc 0/0 00000100:00100000:3.0:1778923621.596816:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5397 00000020:00080000:3.0:1778923621.596821:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923621.600191:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923621.600330:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600342:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600350:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600357:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba23400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923621.600362:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600369:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600385:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.600388:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923621.600393:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.600400:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a34c0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.605544:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590656 00000100:00100000:2.0:1778923621.605559:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590656 00000100:00100000:2.0:1778923621.605628:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6745 00000100:00100000:2.0:1778923621.605637:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:54903:x1865335281590656:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.605668:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.605692:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54687b expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923621.605721:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 251007, mtime: 0x6a083864, atime: 0x6a083854, ctime: 0x6a083864, blocks: 0x203 00010000:00010000:2.0:1778923621.605743:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.605746:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.605753:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.605776:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.605789:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:2.0:1778923621.605859:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:54903:x1865335281590656:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 223us (5677us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.605867:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6745 00000100:00100000:1.0:1778923621.609361:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.609400:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.609463:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590784 00000100:00100000:0.0:1778923621.609472:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590784 00002000:00010000:0.0:1778923621.609539:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.609544:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459ed80 with x1865335281590784 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.609556:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459ed80. 00000100:00100000:0.0:1778923621.609573:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281590912 00000100:00100000:0.0:1778923621.609576:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281590912 00002000:00010000:0.0:1778923621.609587:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923621.609590:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459df80 with x1865335281590912 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923621.609595:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459df80. 00000100:00100000:0.0:1778923621.609622:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3347 00000100:00100000:0.0:1778923621.609632:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281590784:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923621.609931:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:0.0:1778923621.609935:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923620 -> 1778923621 00002000:00010000:0.0:1778923621.609938:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923621.609940:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:0.0:1778923621.609942:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923621.609992:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281590784:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 361us (639us total) trans 17179872026 rc 0/0 00000100:00100000:0.0:1778923621.610000:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3347 00002000:00010000:0.0:1778923621.610004:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.610006:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459ed80 with x1865335281590784 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.610011:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459ed80. 00000100:00100000:0.0:1778923621.610038:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3348 00000100:00100000:0.0:1778923621.610046:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281590912:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923621.610172:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923621.610175:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923610 -> 1778923621 00002000:00010000:0.0:1778923621.610177:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923621.610178:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00002000:00010000:0.0:1778923621.610180:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923621.610201:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281590912:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 155us (800us total) trans 21474839167 rc 0/0 00000100:00100000:0.0:1778923621.610206:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3348 00002000:00010000:0.0:1778923621.610209:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923621.610212:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459df80 with x1865335281590912 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923621.610216:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459df80. 00000100:00100000:1.0:1778923621.624294:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.624543:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591040 00000100:00100000:0.0:1778923621.624554:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591040 00000100:00100000:0.0:1778923621.624622:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5398 00000100:00100000:0.0:1778923621.624633:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54903:x1865335281591040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923621.624668:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923621.624690:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34ce lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546882 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624783:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624800:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624811:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923621.624843:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:0.0:1778923621.624848:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923621.624867:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624893:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34ce lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546882 expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624913:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546882 expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.624922:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.624925:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923621.624929:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923621.624994:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+211:54903:x1865335281591040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 364us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.625002:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5398 00000100:00100000:1.0:1778923621.636185:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.638578:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591296 00000100:00100000:0.0:1778923621.638595:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591296 00000100:00100000:0.0:1778923621.638672:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5399 00000100:00100000:0.0:1778923621.638683:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54903:x1865335281591296:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923621.638740:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923621.638767:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34d5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546882 expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.638787:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.638794:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923621.639025:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.639054:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.639064:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923621.639124:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939735 00000004:00010000:0.0:1778923621.639152:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037ec76b8 reply state 000000006ffacf12 transno 8589939736 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.639161:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923621.639250:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+213:54903:x1865335281591296:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 569us (3074us total) trans 8589939736 rc 0/0 00000100:00100000:0.0:1778923621.639257:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5399 00000020:00080000:0.0:1778923621.639263:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923621.652762:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923621.652906:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652919:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652926:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652932:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923621.652936:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652943:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652960:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.652963:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923621.652968:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.652978:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a34dc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.658271:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591424 00000100:00100000:3.0:1778923621.658285:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591424 00000100:00100000:3.0:1778923621.658357:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6746 00000100:00100000:3.0:1778923621.658366:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:54903:x1865335281591424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.658382:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.658401:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546889 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923621.658428:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 251007, mtime: 0x6a083865, atime: 0x6a083858, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923621.658445:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.658448:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.658455:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.658471:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.658483:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22400, rc 0) 00000100:00100000:3.0:1778923621.658572:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:54903:x1865335281591424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 207us (5820us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.658579:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6746 00000100:00100000:1.0:1778923621.662082:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.662145:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.662222:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591680 00000100:00100000:3.0:1778923621.662231:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591680 00002000:00010000:3.0:1778923621.662269:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.662274:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e300 with x1865335281591680 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.662287:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e300. 00000100:00100000:3.0:1778923621.662316:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591552 00000100:00100000:3.0:1778923621.662320:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591552 00002000:00010000:3.0:1778923621.662331:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (146983->18446744073709551615) 00002000:00100000:3.0:1778923621.662334:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459d180 with x1865335281591552 ext(146983->18446744073709551615) 00002000:00010000:3.0:1778923621.662340:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459d180. 00000100:00100000:3.0:1778923621.662370:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3349 00000100:00100000:3.0:1778923621.662379:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281591680:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923621.662693:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.662697:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923608 -> 1778923621 00002000:00010000:3.0:1778923621.662700:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923621.662701:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923610 -> 1778923621 00002000:00010000:3.0:1778923621.662703:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923621.662755:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281591680:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 376us (682us total) trans 21474839168 rc 0/0 00000100:00100000:3.0:1778923621.662763:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3349 00002000:00010000:3.0:1778923621.662767:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.662770:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e300 with x1865335281591680 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.662774:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e300. 00000100:00100000:3.0:1778923621.662792:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3350 00000100:00100000:3.0:1778923621.662799:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281591552:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923621.662982:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 251007 -> 146983 00002000:00010000:3.0:1778923621.662986:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.662988:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923621.662990:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.662993:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.663014:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281591552:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 215us (880us total) trans 17179872027 rc 0/0 00000100:00100000:3.0:1778923621.663021:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3350 00002000:00010000:3.0:1778923621.663024:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (146983->18446744073709551615) 00002000:00100000:3.0:1778923621.663037:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459d180 with x1865335281591552 ext(146983->18446744073709551615) 00002000:00010000:3.0:1778923621.663042:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459d180. 00000100:00100000:1.0:1778923621.669101:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.669205:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281591808 00000100:00100000:0.0:1778923621.669215:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281591808 00000100:00100000:0.0:1778923621.669287:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5400 00000100:00100000:0.0:1778923621.669296:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54903:x1865335281591808:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923621.669321:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923621.669340:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34ea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546890 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669426:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669442:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669453:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923621.669479:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:0.0:1778923621.669483:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923621.669499:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669564:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a34ea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546890 expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669581:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546890 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.669589:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.669592:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923621.669595:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6c00, rc 0) 00000100:00100000:0.0:1778923621.669654:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54903:x1865335281591808:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 359us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.669662:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5400 00000100:00100000:1.0:1778923621.685312:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.685415:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592064 00000100:00100000:2.0:1778923621.685426:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592064 00000100:00100000:2.0:1778923621.685486:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5401 00000100:00100000:2.0:1778923621.685496:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+213:54903:x1865335281592064:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923621.685593:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923621.685622:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a34f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546890 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.685780:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.685786:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923621.686114:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.686131:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.686142:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923621.686197:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939737 00000004:00010000:2.0:1778923621.686223:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003bb339cc reply state 00000000d4ef9b75 transno 8589939738 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.686232:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923621.686317:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54903:x1865335281592064:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 821us (1014us total) trans 8589939738 rc 0/0 00000100:00100000:2.0:1778923621.686329:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5401 00000020:00080000:2.0:1778923621.686335:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923621.689927:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.689944:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.689952:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.689962:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923621.689966:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.689973:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.689991:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923621.689994:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923621.690000:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.690007:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a34f8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.693487:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.698696:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592192 00000100:00100000:3.0:1778923621.698709:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592192 00000100:00100000:2.0:1778923621.704925:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6747 00000100:00100000:2.0:1778923621.704940:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:54903:x1865335281592192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.704959:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.704981:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546897 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923621.705009:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 210696, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923621.705039:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.705042:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.705050:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 28 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.705067:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 28 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.705081:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671ea00, rc 0) 00000100:00100000:2.0:1778923621.705162:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:54903:x1865335281592192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 226us (11683us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.705169:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6747 00000100:00100000:3.0:1778923621.715571:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.715671:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592320 00000100:00100000:0.0:1778923621.715681:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592320 00002000:00010000:0.0:1778923621.715722:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.715728:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f100 with x1865335281592320 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.715740:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954f100. 00000100:00100000:0.0:1778923621.715776:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3351 00000100:00100000:0.0:1778923621.715787:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281592320:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923621.716099:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 210696 -> 146983 00002000:00010000:0.0:1778923621.716103:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923621.716106:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923621.716108:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923621.716110:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923621.716190:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281592320:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 404us (628us total) trans 21474839169 rc 0/0 00000100:00100000:0.0:1778923621.716197:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3351 00002000:00010000:0.0:1778923621.716202:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.716205:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f100 with x1865335281592320 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.716209:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954f100. 00000100:00100000:1.0:1778923621.716979:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.717362:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592448 00000100:00100000:3.0:1778923621.717370:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592448 00002000:00010000:3.0:1778923621.717397:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.717401:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123df80 with x1865335281592448 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.717410:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123df80. 00000100:00100000:3.0:1778923621.717436:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3352 00000100:00100000:3.0:1778923621.717443:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281592448:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923621.717677:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.717681:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923611 -> 1778923621 00002000:00010000:3.0:1778923621.717684:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923621.717686:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923613 -> 1778923621 00002000:00010000:3.0:1778923621.717689:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923621.717727:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281592448:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 283us (749us total) trans 17179872028 rc 0/0 00000100:00100000:3.0:1778923621.717733:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3352 00002000:00010000:3.0:1778923621.717736:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923621.717739:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123df80 with x1865335281592448 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923621.717743:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123df80. 00000100:00100000:1.0:1778923621.727277:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.727538:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592576 00000100:00100000:3.0:1778923621.727548:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592576 00000100:00100000:3.0:1778923621.727599:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5402 00000100:00100000:3.0:1778923621.727609:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54903:x1865335281592576:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.727630:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.727660:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a3506 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54689e expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727744:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727759:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727770:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923621.727800:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:3.0:1778923621.727804:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923621.727821:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727847:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23400/0x3baece0abe6a3506 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54689e expref: 216 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727865:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54689e expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.727873:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923621.727876:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923621.727880:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22800, rc 0) 00000100:00100000:3.0:1778923621.727945:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54903:x1865335281592576:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 337us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.727951:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5402 00000100:00100000:0.0:1778923621.735063:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.735546:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592832 00000100:00100000:2.0:1778923621.735556:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592832 00000100:00100000:2.0:1778923621.735618:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5403 00000100:00100000:2.0:1778923621.735628:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+215:54903:x1865335281592832:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923621.735683:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923621.735709:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a350d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54689e expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.735728:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.735733:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923621.735953:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.735969:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.735978:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923621.736044:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939739 00000004:00010000:2.0:1778923621.736073:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003be293a7 reply state 00000000d7af59a3 transno 8589939740 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.736082:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923621.736186:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+217:54903:x1865335281592832:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 558us (1130us total) trans 8589939740 rc 0/0 00000100:00100000:2.0:1778923621.736193:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5403 00000020:00080000:2.0:1778923621.736198:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923621.744420:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.744548:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281592960 00000100:00100000:3.0:1778923621.744566:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281592960 00010000:00010000:2.0:1778923621.744570:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744584:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744592:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744600:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923621.744605:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744613:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744631:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.744634:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923621.744640:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.744653:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3514 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.744822:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6748 00000100:00100000:3.0:1778923621.744836:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:54903:x1865335281592960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.744859:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.744888:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468a5 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923621.744995:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 210696, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923621.745025:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.745037:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.745046:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.745065:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.745080:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba23400, rc 0) 00000100:00100000:3.0:1778923621.745161:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:54903:x1865335281592960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 329us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.745169:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6748 00000100:00100000:1.0:1778923621.747899:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.748192:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593088 00000100:00100000:3.0:1778923621.748205:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593088 00000100:00100000:3.0:1778923621.748270:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6749 00000100:00100000:3.0:1778923621.748280:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:54903:x1865335281593088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.748303:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.748328:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468ac expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.748371:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.748383:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923621.748386:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923621.748391:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 30 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.748443:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.748459:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.750330:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287624448:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923621.750482:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.758394:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.758489:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287624448:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923621.758550:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 30 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.758573:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7420ee600, rc 0) 00000100:00100000:2.0:1778923621.758623:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:54903:x1865335281593088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 10344us (10734us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.758633:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6749 00000100:00100000:1.0:1778923621.758674:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593216 00000100:00100000:1.0:1778923621.758689:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593216 00010000:00010000:1.0:1778923621.758883:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.759846:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3069 00000100:00100000:1.0:1778923621.759866:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281593216:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923621.759892:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.759920:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.759934:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.759960:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a2a78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546587 expref: 30 pid: 32953 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.759977:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.759979:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.759985:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 29 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.759994:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 29 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.760054:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 29 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.760072:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287624576:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923621.761597:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.769437:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.769477:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.769594:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593344 00000100:00100000:2.0:1778923621.769604:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593344 00002000:00010000:2.0:1778923621.769648:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (146983->18446744073709551615) 00002000:00100000:2.0:1778923621.769653:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41180 with x1865335281593344 ext(146983->18446744073709551615) 00002000:00010000:2.0:1778923621.769666:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b41180. 00000100:00100000:2.0:1778923621.769695:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593472 00000100:00100000:2.0:1778923621.769699:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593472 00002000:00010000:2.0:1778923621.769711:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:2.0:1778923621.769714:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2300 with x1865335281593472 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923621.769720:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce6022f2300. 00000100:00100000:2.0:1778923621.769738:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3353 00000100:00100000:2.0:1778923621.769746:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281593344:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923621.770049:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 210696 -> 146983 00002000:00010000:2.0:1778923621.770054:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.770056:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.770058:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.770061:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923621.770117:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281593344:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 371us (689us total) trans 17179872029 rc 0/0 00000100:00100000:2.0:1778923621.770125:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3353 00002000:00010000:2.0:1778923621.770129:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (146983->18446744073709551615) 00002000:00100000:2.0:1778923621.770131:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41180 with x1865335281593344 ext(146983->18446744073709551615) 00002000:00010000:2.0:1778923621.770136:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b41180. 00000100:00100000:2.0:1778923621.770155:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3354 00000100:00100000:2.0:1778923621.770162:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281593472:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923621.770317:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.770320:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923611 -> 1778923621 00002000:00010000:2.0:1778923621.770322:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.770325:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923613 -> 1778923621 00002000:00010000:2.0:1778923621.770327:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923621.770350:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281593472:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 188us (873us total) trans 21474839170 rc 0/0 00000100:00100000:2.0:1778923621.770356:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3354 00002000:00010000:2.0:1778923621.770360:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:2.0:1778923621.770362:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2300 with x1865335281593472 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923621.770367:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce6022f2300. 00000100:00100000:3.0:1778923621.770793:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287624576:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923621.770812:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923621.770846:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281593216:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10988us (12462us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.771217:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3069 00000100:00100000:0.0:1778923621.778617:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.778723:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593600 00000100:00100000:2.0:1778923621.778733:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593600 00000100:00100000:2.0:1778923621.778789:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5404 00000100:00100000:2.0:1778923621.778798:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54903:x1865335281593600:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.778822:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.778842:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3529 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468b3 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.778928:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.778943:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.778954:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923621.778983:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:2.0:1778923621.778989:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923621.779007:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.779052:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3529 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468b3 expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.779071:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468b3 expref: 217 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.779080:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.779083:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923621.779087:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:2.0:1778923621.779148:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54903:x1865335281593600:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 351us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.779156:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5404 00000100:00100000:0.0:1778923621.790632:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.790736:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593856 00000100:00100000:1.0:1778923621.790746:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593856 00000100:00100000:1.0:1778923621.790809:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5405 00000100:00100000:1.0:1778923621.790820:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54903:x1865335281593856:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923621.790878:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.790908:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3530 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468b3 expref: 217 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.790931:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.790937:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923621.791182:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.791198:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.791208:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923621.791374:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939741 00000004:00010000:1.0:1778923621.791406:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004b3434b8 reply state 0000000058b6a4cf transno 8589939742 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.791415:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923621.791563:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:54903:x1865335281593856:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 743us (938us total) trans 8589939742 rc 0/0 00000100:00100000:1.0:1778923621.791570:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5405 00000020:00080000:1.0:1778923621.791575:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923621.799907:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799925:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799933:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799939:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.799944:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799952:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799969:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.799972:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.799977:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.799984:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3537 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.803841:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.803986:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281593984 00000100:00100000:2.0:1778923621.803996:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281593984 00000100:00100000:2.0:1778923621.804060:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6750 00000100:00100000:2.0:1778923621.804071:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:54903:x1865335281593984:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.804090:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.804113:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468ba expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923621.804143:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 147456, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923621.804166:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.804168:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.804175:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.804198:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.804211:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:2.0:1778923621.804278:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:54903:x1865335281593984:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 210us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.804286:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6750 00000100:00100000:0.0:1778923621.808286:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.808542:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594112 00000100:00100000:3.0:1778923621.808553:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594112 00000100:00100000:3.0:1778923621.808613:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6751 00000100:00100000:3.0:1778923621.808624:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:54903:x1865335281594112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.808652:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.808672:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468c1 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.808703:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.808716:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923621.808718:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923621.808722:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c1 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.808757:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.808771:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.808785:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287624704:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923621.808861:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.811705:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287624704:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923621.811741:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c1 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.811763:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e870400, rc 0) 00000100:00100000:0.0:1778923621.811818:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:54903:x1865335281594112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3196us (3555us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.811827:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6751 00000100:00100000:0.0:1778923621.816631:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.816737:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594240 00000100:00100000:1.0:1778923621.816748:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594240 00010000:00010000:1.0:1778923621.816787:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.816834:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3070 00000100:00100000:1.0:1778923621.816846:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281594240:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923621.816865:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.816886:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.816900:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.816923:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a2ccb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546660 expref: 36 pid: 8354 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.816941:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.816942:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.816948:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c1 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.816958:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c1 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.816994:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000beccc52c/0x3baece0abe6a3545 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c1 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.817014:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287624832:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923621.817108:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923621.820619:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287624832:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923621.820655:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923621.820706:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281594240:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3862us (4086us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923621.820716:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3070 00000100:00100000:3.0:1778923621.823003:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287624960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1778923621.823077:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.823119:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923621.823125:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287625088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923621.823158:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.823232:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287624960 00000100:00100000:2.0:1778923621.823252:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287624960 00000100:00100000:2.0:1778923621.823314:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287625088 00000100:00100000:2.0:1778923621.823318:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287625088 00000100:00100000:2.0:1778923621.823334:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1778923621.823342:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287624960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1778923621.823363:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 181993472 pending 0 free 3856662528 avail 3849322496 00000100:00100000:2.0:1778923621.823407:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287624960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.823414:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1778923621.823429:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1778923621.823435:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287625088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1778923621.823445:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253558784 pending 0 free 3856662528 avail 3849322496 00000100:00100000:2.0:1778923621.823469:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287625088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.823474:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:3.0:1778923621.823615:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1778923621.823620:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923621.823656:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872015 gen 2 00000004:00080000:3.0:1778923621.823662:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8000, transno 17179872001 00000004:00080000:3.0:1778923621.823677:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdea00, transno 17179872002 00000004:00080000:3.0:1778923621.823680:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8380, transno 17179872003 00000004:00080000:3.0:1778923621.823683:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feead80, transno 17179872004 00000004:00080000:3.0:1778923621.823686:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeb800, transno 17179872005 00000004:00080000:3.0:1778923621.823688:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9c00, transno 17179872006 00000004:00080000:3.0:1778923621.823690:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8a80, transno 17179872007 00000004:00080000:3.0:1778923621.823691:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feebb80, transno 17179872008 00000004:00080000:3.0:1778923621.823693:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feea300, transno 17179872009 00000004:00080000:3.0:1778923621.823695:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeb480, transno 17179872010 00000004:00080000:3.0:1778923621.823698:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9500, transno 17179872011 00000004:00080000:3.0:1778923621.823700:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9880, transno 17179872012 00000004:00080000:3.0:1778923621.823702:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc700, transno 17179872013 00000004:00080000:3.0:1778923621.823705:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdf800, transno 17179872014 00000004:00080000:3.0:1778923621.823708:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bde680, transno 17179872015 00000100:00100000:3.0:1778923621.823718:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287625088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923621.823729:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839156 gen 2 00000004:00080000:3.0:1778923621.823733:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839115 committed transno 21474839156 00000004:00080000:3.0:1778923621.823752:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e7480, transno 21474839116 00000004:00080000:3.0:1778923621.823759:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c54380, transno 21474839117 00000004:00080000:3.0:1778923621.823762:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e5500, transno 21474839118 00000004:00080000:3.0:1778923621.823764:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c56300, transno 21474839119 00000004:00080000:3.0:1778923621.823768:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e642d80, transno 21474839120 00000004:00080000:3.0:1778923621.823770:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e641c00, transno 21474839121 00000004:00080000:3.0:1778923621.823773:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4380, transno 21474839122 00000004:00080000:3.0:1778923621.823776:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e641f80, transno 21474839123 00000004:00080000:3.0:1778923621.823778:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4000, transno 21474839124 00000004:00080000:3.0:1778923621.823781:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b8380, transno 21474839125 00000004:00080000:3.0:1778923621.823784:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e640a80, transno 21474839126 00000004:00080000:3.0:1778923621.823786:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e641880, transno 21474839127 00000004:00080000:3.0:1778923621.823789:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e641500, transno 21474839128 00000004:00080000:3.0:1778923621.823792:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e6d80, transno 21474839129 00000004:00080000:3.0:1778923621.823794:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c22d80, transno 21474839130 00000004:00080000:3.0:1778923621.823798:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839134 committed transno 21474839156 00000004:00080000:3.0:1778923621.823811:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839136 committed transno 21474839156 00000004:00080000:3.0:1778923621.823820:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839137 committed transno 21474839156 00000004:00080000:3.0:1778923621.823830:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac4380, transno 21474839142 00000004:00080000:3.0:1778923621.823832:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac5180, transno 21474839143 00000004:00080000:3.0:1778923621.823835:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac7b80, transno 21474839144 00000004:00080000:3.0:1778923621.823837:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac5f80, transno 21474839145 00000004:00080000:3.0:1778923621.823839:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac7480, transno 21474839146 00000004:00080000:3.0:1778923621.823841:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a680, transno 21474839147 00000004:00080000:3.0:1778923621.823844:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99500, transno 21474839148 00000004:00080000:3.0:1778923621.823846:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98700, transno 21474839149 00000004:00080000:3.0:1778923621.823848:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9bb80, transno 21474839150 00000004:00080000:3.0:1778923621.823850:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99f80, transno 21474839151 00000004:00080000:3.0:1778923621.823853:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98a80, transno 21474839152 00000004:00080000:3.0:1778923621.823855:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99180, transno 21474839153 00000004:00080000:3.0:1778923621.823857:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac4a80, transno 21474839154 00000004:00080000:3.0:1778923621.823860:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac6680, transno 21474839155 00000004:00080000:3.0:1778923621.823862:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac7800, transno 21474839156 00000100:00100000:3.0:1778923621.823870:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287624960:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1778923621.824458:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00100000:0.0:1778923621.825448:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3294:1865335287625600:0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.825526:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923621.825564:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923621.825569:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287625472:0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.825591:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923621.825630:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287625600 00000100:00100000:0.0:1778923621.825637:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287625600 00000004:00080000:2.0:1778923621.825922:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 30 done 00000100:00100000:2.0:1778923621.825957:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287625472 00000100:00100000:2.0:1778923621.825960:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287625472 00000100:00100000:2.0:1778923621.826007:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1778923621.826015:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287625472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923621.826082:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287625472:12345-0@lo:400:kworker.0 Request processed in 68us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.826089:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1778923621.826151:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287625472:0@lo:400:kworker.0 00000100:00100000:3.0:1778923621.826628:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287625216:0@lo:400:kworker.0 00000100:00100000:3.0:1778923621.826681:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.826716:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1778923621.826721:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3291:1865335287625344:0@lo:400:kworker.0 00000100:00100000:3.0:1778923621.826744:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.826836:0:30322:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287625216 00000100:00100000:2.0:1778923621.826840:0:30322:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287625216 00000100:00100000:2.0:1778923621.826870:0:30322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1778923621.826877:0:30322:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287625216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923621.826914:0:30322:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287625216:12345-0@lo:400:kworker.0 Request processed in 38us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.826921:0:30322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1778923621.829769:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287625216:0@lo:400:kworker.0 00000100:00080000:3.0:1778923621.829821:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1778923621.829954:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287625344 00000100:00100000:0.0:1778923621.829961:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287625344 00000100:00100000:0.0:1778923621.830022:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1778923621.830042:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1865335287625600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.830123:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3294:x1865335287625600:12345-0@lo:400:kworker.0 Request processed in 83us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.830143:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1778923621.830182:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3294:1865335287625600:0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.830209:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1778923621.830216:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1865335287625344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.830263:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1865335287625344:12345-0@lo:400:kworker.0 Request processed in 47us (3517us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923621.830269:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1778923621.830316:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.830343:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.830774:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594368 00000100:00100000:2.0:1778923621.830780:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594368 00002000:00010000:2.0:1778923621.830807:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (146983->18446744073709551615) 00002000:00100000:2.0:1778923621.830812:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c22d80 with x1865335281594368 ext(146983->18446744073709551615) 00002000:00010000:2.0:1778923621.830824:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737c22d80. 00000100:00100000:2.0:1778923621.830896:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594496 00000100:00100000:2.0:1778923621.830900:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594496 00002000:00010000:2.0:1778923621.830914:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:2.0:1778923621.830918:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c20a80 with x1865335281594496 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923621.830925:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c20a80. 00000100:00100000:0.0:1778923621.831048:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3355 00000100:00100000:0.0:1778923621.831057:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281594368:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923621.831230:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3356 00002000:00010000:0.0:1778923621.831538:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 147456 -> 146983 00002000:00010000:0.0:1778923621.831542:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923621.831544:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923621.831546:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923621.831548:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923621.831602:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281594368:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 547us (1288us total) trans 21474839171 rc 0/0 00000100:00100000:0.0:1778923621.831609:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3355 00002000:00010000:0.0:1778923621.831612:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (146983->18446744073709551615) 00002000:00100000:0.0:1778923621.831614:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c22d80 with x1865335281594368 ext(146983->18446744073709551615) 00002000:00010000:0.0:1778923621.831618:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737c22d80. 00000100:00100000:2.0:1778923621.831780:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281594496:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923621.831967:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.831970:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923615 -> 1778923621 00002000:00010000:2.0:1778923621.831973:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.831975:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923615 -> 1778923621 00002000:00010000:2.0:1778923621.831976:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923621.832001:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281594496:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 763us (1657us total) trans 17179872030 rc 0/0 00000100:00100000:2.0:1778923621.832007:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3356 00002000:00010000:2.0:1778923621.832010:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:2.0:1778923621.832013:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c20a80 with x1865335281594496 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923621.832018:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c20a80. 00000100:00080000:3.0:1778923621.832430:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1778923621.832471:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3291:1865335287625344:0@lo:400:kworker.0 00000100:00100000:0.0:1778923621.836410:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.836496:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594752 00000100:00100000:2.0:1778923621.836600:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594752 00000100:00100000:0.0:1778923621.836752:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5406 00000100:00100000:0.0:1778923621.836764:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54903:x1865335281594752:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923621.836870:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.836887:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.836900:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923621.837052:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c4b49e0d reply state 000000009696d892 transno 8589939743 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.837061:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923621.837377:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:54903:x1865335281594752:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 614us (975us total) trans 8589939743 rc 0/0 00000100:00100000:0.0:1778923621.837384:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5406 00000100:00100000:2.0:1778923621.843755:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.844165:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281594880 00000100:00100000:3.0:1778923621.844176:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281594880 00010000:00010000:1.0:1778923621.844187:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844200:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844208:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844215:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923621.844220:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844228:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844246:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923621.844250:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923621.844256:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.844266:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a354c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.844408:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6752 00000100:00100000:3.0:1778923621.844419:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:54903:x1865335281594880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.844438:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.844466:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468c8 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.844497:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.844605:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.844608:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.844612:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 37 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.844649:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.844676:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 37 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.844691:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287625728:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923621.844785:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923621.848626:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.848736:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595008 00000100:00100000:1.0:1778923621.848745:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595008 00010000:00010000:1.0:1778923621.848786:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.848830:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3071 00000100:00100000:1.0:1778923621.848840:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281595008:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923621.848856:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.848879:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.848893:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.848920:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.848922:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.848930:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.848940:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.848979:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.848994:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287625856:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923621.849090:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066780 going to sleep for 11 seconds 00010000:00010000:3.0:1778923621.849755:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a33d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546820 expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.849776:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287625728:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923621.849804:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 37 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.849815:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9000, rc 0) 00000100:00100000:3.0:1778923621.849860:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+37:54903:x1865335281594880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5444us (6200us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.849868:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6752 00000100:00100000:1.0:1778923621.854698:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287625856:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923621.854726:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923621.854774:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281595008:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5934us (6158us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923621.854784:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3071 00000100:00100000:1.0:1778923621.857446:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.857534:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595136 00000100:00100000:3.0:1778923621.857545:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595136 00000100:00100000:3.0:1778923621.857602:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6753 00000100:00100000:3.0:1778923621.857611:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:54903:x1865335281595136:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923621.857628:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923621.857654:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468cf expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.857685:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.857694:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.857696:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923621.857700:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.857740:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.857753:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923621.857766:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287625984:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923621.858006:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.861969:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923621.862764:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b41f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287625984:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923621.862803:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923621.862827:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9a00, rc 0) 00000100:00100000:3.0:1778923621.862884:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:54903:x1865335281595136:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5275us (5448us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.863022:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6753 00000100:00100000:1.0:1778923621.866408:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595264 00000100:00100000:1.0:1778923621.866423:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595264 00010000:00010000:0.0:1778923621.866634:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.866810:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3072 00000100:00100000:0.0:1778923621.866821:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281595264:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923621.866837:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923621.866859:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.866873:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.866897:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ad79067e/0x3baece0abe6a33d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546827 expref: 33 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.866914:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.866916:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923621.866923:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.866934:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.866975:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.866995:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287626112:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923621.867096:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923621.871496:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f12680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287626112:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923621.871566:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923621.871621:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281595264:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4801us (9659us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923621.871633:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3072 00000100:00100000:1.0:1778923621.875421:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.875728:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595392 00000100:00100000:2.0:1778923621.875737:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595392 00000100:00100000:2.0:1778923621.875839:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6754 00000100:00100000:2.0:1778923621.875850:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:54903:x1865335281595392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.875869:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.875892:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468d6 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.875925:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.875941:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.875943:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923621.875948:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.875979:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.875994:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 37 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.876010:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287626240:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923621.876107:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.880422:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.880540:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595520 00000100:00100000:1.0:1778923621.880550:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595520 00010000:00010000:1.0:1778923621.880590:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.880626:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3073 00000100:00100000:1.0:1778923621.880635:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705734450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281595520:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923621.880661:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923621.880684:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.880699:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.880730:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.880733:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923621.880739:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.880750:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.880789:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.880804:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287626368:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923621.880897:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066780 going to sleep for 11 seconds 00010000:00010000:2.0:1778923621.881579:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a33e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54682e expref: 38 pid: 6546 timeout: 1418 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.881596:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287626240:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923621.881620:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.881632:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:2.0:1778923621.881683:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:54903:x1865335281595392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5835us (6273us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.881695:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6754 00000100:00100000:1.0:1778923621.886361:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287626368:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923621.886386:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923621.886442:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705734450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281595520:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5806us (6027us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923621.886454:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3073 00000100:00100000:0.0:1778923621.888585:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.888612:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.888657:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.888750:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595648 00000100:00100000:2.0:1778923621.888761:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595648 00000100:00100000:2.0:1778923621.888800:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595904 00000100:00100000:2.0:1778923621.888803:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595904 00000100:00100000:2.0:1778923621.888820:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281595776 00000100:00100000:2.0:1778923621.888822:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281595776 00000100:00100000:2.0:1778923621.888840:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6755 00000100:00100000:2.0:1778923621.888851:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281595648:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923621.889077:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.889081:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923621.889084:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923619 -> 1778923620 00002000:00010000:2.0:1778923621.889086:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:2.0:1778923621.889089:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 135 00000100:00100000:2.0:1778923621.889152:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281595648:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 302us (574us total) trans 17179872031 rc 0/0 00000100:00100000:2.0:1778923621.889161:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6755 00000100:00100000:2.0:1778923621.889184:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6756 00000100:00100000:2.0:1778923621.889192:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281595904:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923621.889272:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.889275:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923621.889277:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923611 -> 1778923620 00002000:00010000:2.0:1778923621.889280:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:2.0:1778923621.889282:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923621.889302:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281595904:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 111us (688us total) trans 17179872032 rc 0/0 00000100:00100000:2.0:1778923621.889309:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6756 00000100:00100000:2.0:1778923621.889321:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6757 00000100:00100000:2.0:1778923621.889327:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281595776:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923621.889426:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.889429:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923621.889431:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923611 -> 1778923620 00002000:00010000:2.0:1778923621.889433:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923620 -> 1778923621 00002000:00010000:2.0:1778923621.889435:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923621.889456:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281595776:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 129us (797us total) trans 21474839172 rc 0/0 00000100:00100000:2.0:1778923621.889462:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6757 00000100:00100000:3.0:1778923621.894994:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923621.895113:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281596160 00000100:00100000:0.0:1778923621.895124:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281596160 00000100:00100000:0.0:1778923621.895193:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2004 00000100:00100000:0.0:1778923621.895204:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54903:x1865335281596160:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923621.895277:0:30329:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54680b expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.895327:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.895341:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.895351:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.895385:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923621.895398:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 219 pid: 30327 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923621.895414:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f12680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287626496:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923621.895546:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923621.900634:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923621.900783:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f12680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287626496:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923621.900814:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.902339:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281596288 00000100:00100000:2.0:1778923621.902352:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281596288 00010000:00010000:2.0:1778923621.902397:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 220 pid: 30327 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.902492:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3074 00000100:00100000:2.0:1778923621.902529:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+220:2354:x1865335281596288:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923621.902547:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923621.902554:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 220 pid: 30327 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902567:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 220 pid: 30327 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902596:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a33bd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546812 expref: 220 pid: 30327 timeout: 1418 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902613:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.902618:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902628:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902635:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.902678:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923621.902744:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:2354:x1865335281596288:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 242us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.902752:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3074 00010000:00010000:1.0:1778923621.903820:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923621.903838:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923621.905878:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1564, 88 off135840 00000004:00080000:1.0:1778923621.905895:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962390443ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.905947:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1556, 88 off135400 00000004:00080000:1.0:1778923621.905954:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962450202ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.905984:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1557, 88 off135488 00000004:00080000:1.0:1778923621.905989:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962484568ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906006:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1565, 88 off135928 00000004:00080000:1.0:1778923621.906010:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962506453ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906146:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1566, 88 off136016 00000004:00080000:1.0:1778923621.906154:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962649122ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906172:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1558, 88 off135576 00000004:00080000:1.0:1778923621.906176:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962671882ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906189:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1559, 88 off135664 00000004:00080000:1.0:1778923621.906194:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962689609ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906209:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1567, 88 off136104 00000004:00080000:1.0:1778923621.906213:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962709253ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906227:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1560, 88 off135752 00000004:00080000:1.0:1778923621.906231:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962726772ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906247:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1568, 88 off136192 00000004:00080000:1.0:1778923621.906250:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962746303ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906267:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1569, 88 off136280 00000004:00080000:1.0:1778923621.906271:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962767526ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906286:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1561, 88 off135840 00000004:00080000:1.0:1778923621.906290:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962785922ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906303:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1562, 88 off135928 00000004:00080000:1.0:1778923621.906307:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962802989ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906321:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1570, 88 off136368 00000004:00080000:1.0:1778923621.906325:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962821219ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906338:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1571, 88 off136456 00000004:00080000:1.0:1778923621.906343:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962838819ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906356:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1563, 88 off136016 00000004:00080000:1.0:1778923621.906360:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962856221ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906374:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1572, 88 off136544 00000004:00080000:1.0:1778923621.906378:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962874102ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906392:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1564, 88 off136104 00000004:00080000:1.0:1778923621.906395:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962891296ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906408:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1565, 88 off136192 00000004:00080000:1.0:1778923621.906411:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962907361ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906424:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1573, 88 off136632 00000004:00080000:1.0:1778923621.906428:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962924169ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906443:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1574, 88 off136720 00000004:00080000:1.0:1778923621.906447:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318962942619ns, next at 1316456862166ns, rc = 0 00000040:00080000:1.0:1778923621.906461:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1566, 88 off136280 00000004:00080000:1.0:1778923621.906464:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962960509ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906479:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1567, 88 off136368 00000004:00080000:1.0:1778923621.906483:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1318962978789ns, next at 1316456826058ns, rc = 0 00000040:00080000:1.0:1778923621.906499:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1575, 88 off136808 00000004:00080000:1.0:1778923621.906529:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1318963025277ns, next at 1316456862166ns, rc = 0 00000004:00010000:2.0:1778923621.942499:0:30329:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d4397db9 reply state 000000000176fde8 transno 8589939744 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.942547:0:30329:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1778923621.942558:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.942561:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923621.942571:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3369 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54680b expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923621.942694:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54903:x1865335281596160:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 47492us (47709us total) trans 8589939744 rc 0/0 00000100:00100000:2.0:1778923621.942708:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2004 00000001:00080000:3.0:1778923621.945456:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939743 is committed 00000001:00080000:3.0:1778923621.945527:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939744 is committed 00000004:00080000:3.0:1778923621.945533:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1238 committed 00000004:00080000:3.0:1778923621.945545:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1233 committed 00000004:00080000:3.0:1778923621.945553:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1232 committed 00000004:00080000:3.0:1778923621.945555:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1237 committed 00000004:00080000:3.0:1778923621.945557:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1236 committed 00000004:00080000:3.0:1778923621.945559:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1231 committed 00000004:00080000:3.0:1778923621.945561:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1230 committed 00000004:00080000:3.0:1778923621.945563:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1235 committed 00000004:00080000:3.0:1778923621.945565:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1229 committed 00000004:00080000:3.0:1778923621.945568:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1234 committed 00000004:00080000:3.0:1778923621.945570:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1233 committed 00000004:00080000:3.0:1778923621.945572:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1228 committed 00000004:00080000:3.0:1778923621.945574:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1227 committed 00000004:00080000:3.0:1778923621.945576:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1232 committed 00000004:00080000:3.0:1778923621.945578:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1231 committed 00000004:00080000:3.0:1778923621.945580:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1226 committed 00000004:00080000:3.0:1778923621.945583:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1230 committed 00000004:00080000:3.0:1778923621.945585:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1225 committed 00000004:00080000:3.0:1778923621.945587:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1224 committed 00000004:00080000:3.0:1778923621.945590:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1229 committed 00000004:00080000:3.0:1778923621.945592:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1228 committed 00000004:00080000:3.0:1778923621.945594:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1223 committed 00000004:00080000:3.0:1778923621.945596:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1222 committed 00000004:00080000:3.0:1778923621.945598:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1227 committed 00000020:00080000:3.0:1778923621.945628:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969398 batchid updated 00000020:00080000:3.0:1778923621.945791:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969398 00000020:00080000:3.0:1778923621.946446:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969396 cancel update log [0x200000bd0:0x1:0x0].41: rc = 0 00000020:00080000:3.0:1778923621.946909:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969397 cancel update log [0x200000bd0:0x1:0x0].42: rc = 0 00000020:00080000:3.0:1778923621.947082:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969398 cancel update log [0x200000bd0:0x1:0x0].43: rc = 0 00000020:00080000:3.0:1778923621.947090:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969398 00000100:00100000:3.0:1778923621.947111:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287626752:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923621.948326:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948341:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948349:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948355:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923621.948359:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948367:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948386:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.948390:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923621.948395:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.948401:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3568 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923621.948800:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287626624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923621.948878:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.948928:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287627136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923621.948952:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.948973:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287627648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.948995:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.949012:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.949045:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.949092:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287626624 00000100:00100000:1.0:1778923621.949099:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287626624 00000100:00100000:1.0:1778923621.949156:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627136 00000100:00100000:1.0:1778923621.949159:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627136 00000100:00100000:1.0:1778923621.949179:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627648 00000100:00100000:1.0:1778923621.949181:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627648 00000100:00100000:1.0:1778923621.949200:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628160 00000100:00100000:1.0:1778923621.949203:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628160 00000100:00100000:1.0:1778923621.949223:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:1.0:1778923621.949232:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733fe0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287626624:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923621.949455:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.949459:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923621.949462:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923621.949464:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923621.949466:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923621.949532:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733fe0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3291:x1865335287626624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 300us (653us total) trans 21474839173 rc 0/0 00000100:00100000:1.0:1778923621.949539:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00000100:00100000:2.0:1778923621.949884:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:2.0:1778923621.949896:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287627136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.950005:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.950009:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.950011:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923621.950014:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.950017:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923621.950062:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1865335287627136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (1108us total) trans 21474839174 rc 0/0 00000100:00100000:2.0:1778923621.950069:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00000100:00100000:2.0:1778923621.950086:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:2.0:1778923621.950092:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287627648:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923621.950232:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.950236:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923621.950239:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923621.950241:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.950243:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1778923621.950269:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1865335287627648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 177us (1273us total) trans 17179872033 rc 0/0 00000100:00100000:2.0:1778923621.950275:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000100:00100000:2.0:1778923621.950288:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00100000:2.0:1778923621.950295:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287628160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923621.950375:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.950378:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.950381:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923621.950382:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.950384:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923621.950409:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3291:x1865335287628160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (1363us total) trans 17179872034 rc 0/0 00000100:00100000:2.0:1778923621.950414:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00000100:00100000:2.0:1778923621.950789:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.950826:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.950870:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.950891:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.950910:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628032:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.950934:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.950950:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.950971:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.950989:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1778923621.950994:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287626880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.951013:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.951035:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.951056:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.951067:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.951083:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.951091:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.951104:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.951125:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627008 00000100:00100000:3.0:1778923621.951373:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.951387:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287627264:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923621.951408:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.951418:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287627776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923621.951438:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.951448:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287628288:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923621.951463:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923621.951484:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627520 00000100:00100000:3.0:1778923621.951489:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627520 00000100:00100000:3.0:1778923621.951533:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628032 00000100:00100000:3.0:1778923621.951535:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628032 00000100:00100000:3.0:1778923621.951545:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628544 00000100:00100000:3.0:1778923621.951547:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628544 00000100:00100000:3.0:1778923621.951554:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287626880 00000100:00100000:3.0:1778923621.951556:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287626880 00000100:00100000:3.0:1778923621.951562:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627392 00000100:00100000:3.0:1778923621.951564:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627392 00000100:00100000:3.0:1778923621.951570:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627904 00000100:00100000:3.0:1778923621.951572:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627904 00000100:00100000:3.0:1778923621.951578:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628416 00000100:00100000:3.0:1778923621.951580:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628416 00000100:00100000:3.0:1778923621.951586:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287626752 00000100:00100000:3.0:1778923621.951588:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287626752 00000100:00100000:3.0:1778923621.951594:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627264 00000100:00100000:3.0:1778923621.951596:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627264 00000100:00100000:3.0:1778923621.951603:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287627776 00000100:00100000:3.0:1778923621.951605:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627776 00000100:00100000:3.0:1778923621.951611:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628288 00000100:00100000:3.0:1778923621.951613:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628288 00000100:00100000:3.0:1778923621.951622:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762 00000100:00100000:3.0:1778923621.951628:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287627520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.951769:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.951772:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.951775:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923621.951777:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.951779:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.951812:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287627520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 184us (921us total) trans 21474839175 rc 0/0 00000100:00100000:3.0:1778923621.951819:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762 00000100:00100000:3.0:1778923621.951833:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763 00000100:00100000:3.0:1778923621.951838:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287628032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923621.951914:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.951917:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.951919:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923621.951921:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.951923:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.951944:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287628032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (1009us total) trans 17179872035 rc 0/0 00000100:00100000:3.0:1778923621.951949:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763 00000100:00100000:3.0:1778923621.951959:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6764 00000100:00100000:3.0:1778923621.951964:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287628544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923621.952040:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:3.0:1778923621.952043:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952045:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923621.952047:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952049:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.952071:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287628544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (1100us total) trans 17179872036 rc 0/0 00000100:00100000:3.0:1778923621.952076:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6764 00000100:00100000:3.0:1778923621.952086:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765 00000100:00100000:3.0:1778923621.952091:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287626880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.952168:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.952171:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952173:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923621.952176:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952178:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.952199:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287626880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (1184us total) trans 21474839176 rc 0/0 00000100:00100000:3.0:1778923621.952204:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765 00000100:00100000:3.0:1778923621.952217:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766 00000100:00100000:3.0:1778923621.952222:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287627392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.952293:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:3.0:1778923621.952297:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952299:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:3.0:1778923621.952301:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952303:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bc:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.952328:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287627392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (1272us total) trans 21474839177 rc 0/0 00000100:00100000:3.0:1778923621.952335:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766 00000100:00100000:3.0:1778923621.952346:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:3.0:1778923621.952352:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287627904:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923621.952426:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:3.0:1778923621.952429:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952431:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923621.952433:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952435:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.952459:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287627904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (1374us total) trans 17179872037 rc 0/0 00000100:00100000:3.0:1778923621.952466:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00000100:00100000:3.0:1778923621.952477:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6768 00000100:00100000:3.0:1778923621.952482:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287628416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923621.952571:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.952574:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952576:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:3.0:1778923621.952578:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952580:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.952602:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287628416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (1497us total) trans 17179872038 rc 0/0 00000100:00100000:3.0:1778923621.952607:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6768 00000100:00100000:3.0:1778923621.952618:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:3.0:1778923621.952623:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287626752:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.952701:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.952704:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923621.952706:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923621.952708:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952710:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.952738:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287626752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (1365us total) trans 21474839178 rc 0/0 00000100:00100000:3.0:1778923621.952743:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00000100:00100000:3.0:1778923621.952755:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:3.0:1778923621.952760:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287627264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.952822:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.952825:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952827:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923621.952829:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952831:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.952852:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287627264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (1443us total) trans 21474839179 rc 0/0 00000100:00100000:3.0:1778923621.952857:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000100:00100000:3.0:1778923621.952867:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771 00000100:00100000:3.0:1778923621.952872:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287627776:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923621.952942:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923621.952944:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923621.952946:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923621.952948:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.952950:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923621.952971:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287627776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (1532us total) trans 17179872039 rc 0/0 00000100:00100000:3.0:1778923621.952979:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771 00000100:00100000:3.0:1778923621.952989:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:3.0:1778923621.952995:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287628288:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923621.953164:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce601b40e00/2, rc 0, transno 21474839173 00000100:00100000:1.0:1778923621.953176:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287626624:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923621.953186:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ce00/2, rc 0, transno 21474839174 00000100:00100000:1.0:1778923621.953189:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287627136:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923621.953199:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123d880/2, rc 0, transno 17179872033 00000100:00100000:1.0:1778923621.953206:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287627648:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923621.953213:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123e300/2, rc 0, transno 17179872034 00000100:00100000:1.0:1778923621.953216:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953283:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953312:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.953335:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923621.953340:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628800:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953360:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.953383:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628672 00000100:00100000:1.0:1778923621.953388:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628672 00000100:00100000:1.0:1778923621.953413:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628800 00000100:00100000:1.0:1778923621.953416:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628800 00000100:00100000:1.0:1778923621.953432:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:1.0:1778923621.953437:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287628672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923621.953552:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:1.0:1778923621.953555:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.953558:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923621.953560:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.953561:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923621.953591:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287628672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (278us total) trans 17179872040 rc 0/0 00000100:00100000:1.0:1778923621.953597:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00000100:00100000:1.0:1778923621.953610:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774 00000100:00100000:1.0:1778923621.953617:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287628800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923621.953692:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.953695:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.953697:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923621.953700:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.953702:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923621.953727:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287628800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (365us total) trans 17179872041 rc 0/0 00000100:00100000:1.0:1778923621.953733:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774 00000004:00080000:1.0:1778923621.953762:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f10380/2, rc 0, transno 17179872041 00000100:00100000:1.0:1778923621.953770:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628800:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923621.953778:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f12a00/2, rc 0, transno 17179872040 00000100:00100000:1.0:1778923621.953781:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287628672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953826:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287628928:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953849:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.953865:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923621.953870:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287629056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.953887:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923621.953904:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287628928 00000100:00100000:1.0:1778923621.953907:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287628928 00000100:00100000:1.0:1778923621.953923:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287629056 00000100:00100000:1.0:1778923621.953925:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287629056 00000100:00100000:1.0:1778923621.953935:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6775 00000100:00100000:1.0:1778923621.953940:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287628928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923621.954016:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:1.0:1778923621.954020:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.954022:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923621.954023:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.954038:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923621.954068:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287628928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (217us total) trans 17179872042 rc 0/0 00000100:00100000:1.0:1778923621.954073:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775 00000100:00100000:1.0:1778923621.954085:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6776 00000100:00100000:1.0:1778923621.954090:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287629056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923621.954167:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923621.954170:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.954172:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923621.954175:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923621.954177:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923621.954201:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287629056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (312us total) trans 17179872043 rc 0/0 00000100:00100000:1.0:1778923621.954207:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6776 00000004:00080000:1.0:1778923621.954235:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098d9f80/2, rc 0, transno 17179872043 00000100:00100000:1.0:1778923621.954240:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287629056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923621.954248:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098da680/2, rc 0, transno 17179872042 00000100:00100000:1.0:1778923621.954251:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287628928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.954330:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287627008 00000100:00100000:2.0:1778923621.954370:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6777 00000100:00100000:2.0:1778923621.954378:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287627008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.954484:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.954487:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.954490:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923621.954492:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.954495:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923621.954548:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287627008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 171us (3720us total) trans 21474839180 rc 0/0 00000100:00100000:2.0:1778923621.954555:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6777 00000100:00100000:0.0:1778923621.955897:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000004:00080000:0.0:1778923621.956767:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777df80/2, rc 0, transno 21474839176 00000100:00100000:0.0:1778923621.956779:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287626880:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923621.956791:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3e300/2, rc 0, transno 21474839177 00000100:00100000:0.0:1778923621.956794:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627392:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923621.956807:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ea00/2, rc 0, transno 17179872037 00000100:00100000:0.0:1778923621.956812:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627904:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923621.956822:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ed80/2, rc 0, transno 17179872038 00000100:00100000:0.0:1778923621.956825:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628416:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923621.956834:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777fb80/2, rc 0, transno 21474839180 00000100:00100000:0.0:1778923621.956837:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627008:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923621.956846:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3d500/2, rc 0, transno 21474839175 00000100:00100000:0.0:1778923621.956850:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287627520:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923621.956858:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123f480/2, rc 0, transno 17179872035 00000100:00100000:0.0:1778923621.956861:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628032:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923621.956869:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ca80/2, rc 0, transno 17179872036 00000100:00100000:0.0:1778923621.956872:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287628544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.957164:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281596416 00000100:00100000:2.0:1778923621.957172:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281596416 00000100:00100000:2.0:1778923621.957231:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5407 00000100:00100000:2.0:1778923621.957240:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+196:54903:x1865335281596416:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923621.957262:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923621.957283:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a356f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468dd expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.957347:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a356f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468dd expref: 197 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.957362:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a356f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468dd expref: 197 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923621.957383:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923621.957386:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923621.957389:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22800, rc 0) 00000100:00100000:2.0:1778923621.957439:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+197:54903:x1865335281596416:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 200us (1549us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923621.957447:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5407 00000004:00080000:2.0:1778923621.957892:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777dc00/2, rc 0, transno 21474839178 00000100:00100000:2.0:1778923621.957899:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287626752:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923621.957911:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3fb80/2, rc 0, transno 21474839179 00000100:00100000:2.0:1778923621.957916:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287627264:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923621.957925:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123c380/2, rc 0, transno 17179872039 00000100:00100000:2.0:1778923621.957929:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287627776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923621.960414:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287629568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.960486:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.960542:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923621.960549:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287629440:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.960571:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.960600:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287629312:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.960621:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.960651:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1778923621.960658:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287629184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923621.960678:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923621.960707:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287629568 00000100:00100000:2.0:1778923621.960713:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287629568 00000100:00100000:2.0:1778923621.960751:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287629440 00000100:00100000:2.0:1778923621.960754:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287629440 00000100:00100000:2.0:1778923621.960769:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287629312 00000100:00100000:2.0:1778923621.960770:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287629312 00000100:00100000:2.0:1778923621.960784:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287629184 00000100:00100000:2.0:1778923621.960786:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287629184 00000100:00100000:2.0:1778923621.960803:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6778 00000100:00100000:2.0:1778923621.960811:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287629568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.961039:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.961044:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961046:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.961048:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961051:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923621.961091:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287629568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 280us (604us total) trans 21474839181 rc 0/0 00000100:00100000:2.0:1778923621.961098:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6778 00000100:00100000:2.0:1778923621.961117:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779 00000100:00100000:2.0:1778923621.961122:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287629440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.961218:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.961221:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961223:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.961225:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961227:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923621.961251:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287629440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (679us total) trans 21474839182 rc 0/0 00000100:00100000:2.0:1778923621.961257:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779 00000100:00100000:2.0:1778923621.961271:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780 00000100:00100000:2.0:1778923621.961277:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287629312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.961347:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:2.0:1778923621.961351:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961352:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923621.961354:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961356:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923621.961384:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287629312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 108us (762us total) trans 21474839183 rc 0/0 00000100:00100000:2.0:1778923621.961390:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780 00000100:00100000:2.0:1778923621.961403:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781 00000100:00100000:2.0:1778923621.961409:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287629184:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923621.961483:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923621.961487:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961489:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923621.961492:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923621.961493:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923621.961544:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287629184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (865us total) trans 21474839184 rc 0/0 00000100:00100000:2.0:1778923621.961550:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781 00000004:00080000:2.0:1778923621.961598:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98e00/2, rc 0, transno 21474839182 00000100:00100000:2.0:1778923621.961604:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287629440:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923621.961614:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99880/2, rc 0, transno 21474839181 00000100:00100000:2.0:1778923621.961617:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287629568:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923621.961640:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a680/2, rc 0, transno 21474839184 00000100:00100000:2.0:1778923621.961644:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287629184:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923621.961651:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99500/2, rc 0, transno 21474839183 00000100:00100000:2.0:1778923621.961654:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287629312:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923621.964688:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:3.0:1778923621.964696:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.964699:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923621.964701:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923621.964704:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923621.964782:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287628288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 11783us (13314us total) trans 17179872044 rc 0/0 00000100:00100000:3.0:1778923621.964793:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00000004:00080000:2.0:1778923621.966826:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123c700/2, rc 0, transno 17179872044 00000100:00100000:2.0:1778923621.966840:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287628288:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923621.972305:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923621.972383:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281596672 00000100:00100000:2.0:1778923621.972392:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281596672 00000100:00100000:2.0:1778923621.972444:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2005 00000100:00100000:2.0:1778923621.972454:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+197:54903:x1865335281596672:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923621.972741:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+198:54903:x1865335281596672:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 287us (443us total) trans 8589939745 rc 0/0 00000100:00100000:2.0:1778923621.972752:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2005 00010000:00010000:1.0:1778923622.018707:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923622.032391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.032465:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281596800 00000100:00100000:2.0:1778923622.032476:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281596800 00000100:00100000:2.0:1778923622.032585:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5408 00000100:00100000:2.0:1778923622.032597:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54904:x1865335281596800:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923622.032623:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1778923622.032631:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1778923622.032645:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a3576 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468e4 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032886:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032904:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032915:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032929:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032935:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.032940:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035083:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035104:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035115:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923622.035156:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00000004:00200000:3.0:1778923622.035161:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923622.035181:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035195:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035209:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035216:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035223:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035229:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bba00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923622.035233:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035252:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035809:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923622.035815:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923622.035821:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035830:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a357d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035847:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035853:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035858:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035863:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbe00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923622.035866:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035871:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035879:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce712cf6d00) 00010000:00010000:3.0:1778923622.035881:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923622.035884:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035889:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3584 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035931:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7420ee400/0x3baece0abe6a3576 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035946:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.035954:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923622.035956:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923622.035958:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f8a00, rc 0) 00000100:00100000:3.0:1778923622.036042:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54904:x1865335281596800:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3446us (3660us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923622.036051:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5408 00000100:00100000:1.0:1778923622.042013:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.042080:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597056 00000100:00100000:0.0:1778923622.042091:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597056 00000100:00100000:0.0:1778923622.042153:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5409 00000100:00100000:0.0:1778923622.042162:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54904:x1865335281597056:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923622.042181:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923622.042200:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3592 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468eb expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.042647:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3599 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.042664:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3599 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.042676:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3599 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923622.042687:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00010000:00010000:0.0:1778923622.042814:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3592 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468eb expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.042833:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3599 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468eb expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.042842:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923622.042845:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923622.042848:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923622.042901:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54904:x1865335281597056:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 740us (897us total) trans 8589939746 rc 0/0 00000100:00100000:0.0:1778923622.042909:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5409 00000100:00100000:1.0:1778923622.061883:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.062488:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597312 00000100:00100000:0.0:1778923622.062499:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597312 00000100:00100000:0.0:1778923622.062599:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5410 00000100:00100000:0.0:1778923622.062609:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54904:x1865335281597312:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923622.062631:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923622.062650:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a35a7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468f2 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.062749:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a35ae lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.062766:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a35ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.062777:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a35ae lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923622.062789:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00010000:00010000:0.0:1778923622.062918:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a35a7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f2 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.062936:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a35ae lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f2 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.062945:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923622.062947:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923622.062950:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923622.063015:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54904:x1865335281597312:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 408us (1142us total) trans 8589939747 rc 0/0 00000100:00100000:0.0:1778923622.063034:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5410 00000100:00100000:1.0:1778923622.105480:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.114322:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597440 00000100:00100000:3.0:1778923622.114337:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597440 00000100:00100000:3.0:1778923622.114449:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3357 00000100:00100000:3.0:1778923622.114460:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281597440:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923622.114496:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.114553:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.114561:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923622.114563:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923622.114566:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.114601:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.114615:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 38 pid: 32953 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.114629:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287629696:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923622.114725:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00080000:0.0:1778923622.115092:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923622.120083:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287629696:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923622.120119:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.129852:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.130790:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597568 00000100:00100000:3.0:1778923622.130801:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597568 00010000:00010000:3.0:1778923622.130846:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 39 pid: 32953 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.130900:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3075 00000100:00100000:3.0:1778923622.130910:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281597568:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923622.130926:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923622.130948:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 39 pid: 32953 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.130961:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 39 pid: 32953 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.130985:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3553 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468c8 expref: 39 pid: 32953 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.131003:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923622.131004:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923622.131009:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.131018:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.131066:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923622.131304:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.131314:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.133686:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281597568:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 2767us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923622.133703:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3075 00010000:00010000:3.0:1778923622.165811:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165831:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165840:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165847:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f8e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923622.165851:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165859:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165889:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.165897:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c53ef3f0/0x3baece0abe6a35bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.165991:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281597440:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 51528us (60515us total) trans 0 rc 146983/146983 00000100:00100000:3.0:1778923622.166001:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3357 00000100:00100000:1.0:1778923622.193721:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.193862:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597696 00000100:00100000:3.0:1778923622.193872:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597696 00000100:00100000:3.0:1778923622.193954:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3358 00000100:00100000:3.0:1778923622.193965:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281597696:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923622.193999:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.194019:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 37 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.194036:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923622.194039:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923622.194042:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.194074:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 37 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.194088:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 37 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.194102:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287629824:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923622.194193:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923622.197691:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287629824:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923622.197726:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.200475:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.200653:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597824 00000100:00100000:0.0:1778923622.200670:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597824 00010000:00010000:0.0:1778923622.200713:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 38 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.200757:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3076 00000100:00100000:0.0:1778923622.200767:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281597824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923622.200783:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923622.200807:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 38 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.200821:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 38 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.200856:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a343b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546835 expref: 38 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.200871:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.200873:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.200887:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.200897:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.200940:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923622.200996:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281597824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 231us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923622.201004:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3076 00010000:00010000:1.0:1778923622.201541:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.201552:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242122:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242153:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242162:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242169:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923622.242173:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242182:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242202:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.242209:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a35c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.242306:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281597696:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 48340us (48590us total) trans 0 rc 146983/146983 00000100:00100000:3.0:1778923622.242317:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3358 00000100:00100000:2.0:1778923622.260602:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.260887:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281597952 00000100:00100000:1.0:1778923622.260898:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281597952 00000100:00100000:1.0:1778923622.260975:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3359 00000100:00100000:1.0:1778923622.260986:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281597952:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923622.261019:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.261053:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.261062:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923622.261064:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923622.261067:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.261104:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.261117:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 33 pid: 6546 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.261144:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287629952:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923622.261233:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020660c0 going to sleep for 11 seconds 00000100:00080000:0.0:1778923622.262300:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923622.270386:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.270569:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287629952:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.270599:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.270928:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598080 00000100:00100000:2.0:1778923622.270937:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598080 00010000:00010000:2.0:1778923622.270973:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 34 pid: 6546 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.271015:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3077 00000100:00100000:2.0:1778923622.271033:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281598080:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923622.271048:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923622.271072:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 34 pid: 6546 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.271086:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 34 pid: 6546 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.271110:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3457 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546843 expref: 34 pid: 6546 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.271131:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923622.271134:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923622.271139:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.271149:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.271179:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923622.271237:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281598080:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 214us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923622.271247:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3077 00010000:00010000:1.0:1778923622.271385:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.271395:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284830:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284850:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284859:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284867:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923622.284872:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284892:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284911:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.284920:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a35ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.285013:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281597952:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 24024us (24415us total) trans 0 rc 146983/146983 00000100:00100000:0.0:1778923622.285034:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3359 00000100:00100000:3.0:1778923622.293925:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.294278:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598208 00000100:00100000:0.0:1778923622.294289:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598208 00000100:00100000:0.0:1778923622.294368:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3360 00000100:00100000:0.0:1778923622.294379:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281598208:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923622.294412:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.294433:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.294441:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.294443:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.294446:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.294482:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.294496:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 32 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.294558:0:6553:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287630080:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923622.294673:0:6553:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923622.302925:0:6553:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287630080:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.302955:0:6553:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.306796:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.307833:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598336 00000100:00100000:1.0:1778923622.307846:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598336 00010000:00010000:1.0:1778923622.307967:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 33 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.308075:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3078 00000100:00100000:1.0:1778923622.308086:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281598336:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923622.308103:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.308135:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 33 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.308151:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 33 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.308175:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a3473 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546851 expref: 33 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.308191:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.308194:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.308199:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.308208:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.308247:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.308308:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281598336:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 223us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.308315:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3078 00010000:00010000:3.0:1778923622.309339:0:6553:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.309352:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.316942:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.316962:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.316971:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.316978:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923622.316983:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.316991:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.317009:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.317033:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.317197:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281598208:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22814us (23277us total) trans 0 rc 146983/146983 00000100:00100000:0.0:1778923622.317208:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3360 00000100:00100000:2.0:1778923622.333386:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.333785:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598464 00000100:00100000:0.0:1778923622.333794:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598464 00000100:00100000:0.0:1778923622.333908:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3361 00000100:00100000:0.0:1778923622.333918:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281598464:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923622.333954:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.333975:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 36 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.333983:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.333985:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.333988:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.334032:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 36 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.334046:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 36 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.334061:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287630208:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923622.334150:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923622.339096:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287630208:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.339132:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.340736:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.340918:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598592 00000100:00100000:3.0:1778923622.340927:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598592 00010000:00010000:3.0:1778923622.340969:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 37 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.341011:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3079 00000100:00100000:3.0:1778923622.341030:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281598592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923622.341046:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923622.341071:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 37 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.341085:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 37 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.341112:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a348f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54685f expref: 37 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.341136:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923622.341138:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923622.341144:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.341155:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.341191:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923622.341253:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281598592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 232us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923622.341260:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3079 00010000:00010000:0.0:1778923622.341353:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.341362:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347919:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347938:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347947:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347955:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923622.347960:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347974:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.347993:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.348001:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a35d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.348113:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281598464:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14192us (14733us total) trans 0 rc 146983/146983 00000100:00100000:0.0:1778923622.348124:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3361 00000100:00100000:1.0:1778923622.356707:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.356861:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598720 00000100:00100000:2.0:1778923622.356871:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598720 00000100:00100000:2.0:1778923622.356949:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3362 00000100:00100000:2.0:1778923622.356959:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281598720:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923622.356992:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.357014:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.357033:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923622.357035:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923622.357039:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.357075:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.357089:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 31 pid: 6547 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.357104:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287630336:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923622.357472:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81b40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923622.364210:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.364543:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598848 00000100:00100000:1.0:1778923622.364553:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598848 00010000:00010000:1.0:1778923622.364598:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 32 pid: 6547 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.364649:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3080 00000100:00100000:1.0:1778923622.364668:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705737450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281598848:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923622.364686:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.364710:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 32 pid: 6547 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.364725:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 32 pid: 6547 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.364752:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.364754:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.364759:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.364769:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.364789:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.364858:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705737450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281598848:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 191us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.364866:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3080 00010000:00010000:0.0:1778923622.370077:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a34ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54686d expref: 31 pid: 6547 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.370102:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287630336:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.370305:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.370418:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.370428:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402048:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402069:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402078:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402086:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923622.402091:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402101:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402119:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.402137:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a35df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.402256:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281598720:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 45294us (45553us total) trans 0 rc 146983/146983 00000100:00100000:2.0:1778923622.402267:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3362 00000100:00100000:2.0:1778923622.409310:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.411087:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281598976 00000100:00100000:1.0:1778923622.411102:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281598976 00000100:00100000:0.0:1778923622.415451:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3363 00000100:00100000:0.0:1778923622.415475:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281598976:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923622.415536:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.415563:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.415571:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.415573:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.415576:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.415613:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.415627:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 35 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.415735:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287630464:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923622.415833:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923622.430725:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287630464:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923622.430757:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.435193:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.435295:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599104 00000100:00100000:1.0:1778923622.435304:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599104 00010000:00010000:1.0:1778923622.435347:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 36 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.435393:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3081 00000100:00100000:1.0:1778923622.435404:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281599104:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923622.435419:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.435443:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 36 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.435458:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 36 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.435480:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a34c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54687b expref: 36 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.435497:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.435499:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.435551:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.435567:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.435601:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.435665:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281599104:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 250us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.435672:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3081 00010000:00010000:2.0:1778923622.436456:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.436471:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454100:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454122:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454140:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454147:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923622.454152:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454160:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454181:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.454188:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.454291:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281598976:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 38824us (44986us total) trans 0 rc 146983/146983 00000100:00100000:0.0:1778923622.454302:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3363 00000100:00100000:2.0:1778923622.470666:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.470774:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599232 00000100:00100000:0.0:1778923622.470784:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599232 00000100:00100000:0.0:1778923622.470867:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3364 00000100:00100000:0.0:1778923622.470885:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281599232:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923622.470921:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.470940:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 34 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.470949:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.470951:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.470955:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.470990:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 34 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.471003:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 34 pid: 6548 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.471018:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287630592:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923622.471108:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923622.484151:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.484546:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599360 00000100:00100000:1.0:1778923622.484556:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599360 00010000:00010000:1.0:1778923622.484599:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 35 pid: 6548 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.484652:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3082 00000100:00100000:1.0:1778923622.484662:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281599360:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923622.484677:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.484700:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 35 pid: 6548 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.484714:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 35 pid: 6548 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.484741:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.484743:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.484748:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.484757:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.484777:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.485375:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281599360:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 179us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.485386:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3082 00010000:00010000:0.0:1778923622.485493:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a34e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546889 expref: 34 pid: 6548 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.485544:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287630592:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.485565:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.485574:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.485581:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507078:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507104:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507114:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507121:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923622.507135:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507144:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507164:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.507171:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a35ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.507293:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281599232:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 36412us (36631us total) trans 0 rc 146983/146983 00000100:00100000:0.0:1778923622.507304:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3364 00000100:00100000:2.0:1778923622.524950:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.525136:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599488 00000100:00100000:1.0:1778923622.525146:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599488 00000100:00100000:1.0:1778923622.525218:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3365 00000100:00100000:1.0:1778923622.525229:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281599488:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923622.525263:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.525285:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.525294:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923622.525296:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923622.525299:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.525337:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.525351:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 30 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.525366:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287630720:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923622.525758:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020660c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923622.546237:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287630720:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923622.546270:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.548709:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.548811:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599616 00000100:00100000:0.0:1778923622.548822:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599616 00010000:00010000:0.0:1778923622.548886:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 31 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.548945:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3083 00000100:00100000:0.0:1778923622.548956:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281599616:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923622.548971:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923622.548995:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 31 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.549010:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 31 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.549045:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a34ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546897 expref: 31 pid: 8354 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.549063:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.549065:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.549069:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.549079:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.549113:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923622.549173:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281599616:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 219us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923622.549181:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3083 00010000:00010000:2.0:1778923622.549700:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.549714:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579113:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579136:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579145:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579159:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923622.579164:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579172:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579192:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.579200:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a35f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.579348:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281599488:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 54114us (54399us total) trans 0 rc 146983/146983 00000100:00100000:1.0:1778923622.579359:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3365 00000100:00100000:3.0:1778923622.590082:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.593248:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599744 00000100:00100000:2.0:1778923622.593263:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599744 00000100:00100000:2.0:1778923622.593354:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3366 00000100:00100000:2.0:1778923622.593365:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281599744:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923622.593402:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.593423:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 33 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.593431:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923622.593433:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923622.593437:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.593472:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 33 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.593487:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 33 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.593550:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287630848:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923622.593641:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d813c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923622.606078:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287630848:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923622.606110:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923622.616017:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.616103:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281599872 00000100:00100000:0.0:1778923622.616115:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281599872 00010000:00010000:0.0:1778923622.616154:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.616198:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3084 00000100:00100000:0.0:1778923622.616207:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281599872:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923622.616222:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923622.616249:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.616262:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.616285:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a351b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468a5 expref: 34 pid: 26020 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.616301:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.616303:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.616308:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.616318:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.616349:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923622.616407:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281599872:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 201us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923622.616418:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3084 00010000:00010000:3.0:1778923622.617107:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.617119:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645488:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645533:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645543:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645551:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923622.645556:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645566:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645586:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.645595:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a35fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.645712:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281599744:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 52344us (55637us total) trans 0 rc 146983/146983 00000100:00100000:2.0:1778923622.645724:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3366 00000100:00100000:3.0:1778923622.658387:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.658476:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600000 00000100:00100000:0.0:1778923622.658485:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600000 00000100:00100000:0.0:1778923622.658611:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3367 00000100:00100000:0.0:1778923622.658622:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281600000:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923622.658673:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.658696:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.658705:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.658707:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923622.658710:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.658747:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.658761:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 29 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.658775:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287630976:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923622.658853:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923622.670130:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.671343:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287630976:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923622.671373:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.680541:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600128 00000100:00100000:1.0:1778923622.680556:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600128 00010000:00010000:1.0:1778923622.680612:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 30 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.680661:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3085 00000100:00100000:1.0:1778923622.680671:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281600128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923622.680689:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.680716:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 30 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.680732:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 30 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.680756:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a353e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ba expref: 30 pid: 32943 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.680775:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.680777:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.680783:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.680794:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.680833:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.680923:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281600128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 252us (10805us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.680931:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3085 00010000:00010000:2.0:1778923622.682161:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.682179:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704455:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704474:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704483:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704490:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923622.704495:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704546:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704567:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.704576:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a3602 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->147455] (req 0->147455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.705348:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281600000:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 46722us (46965us total) trans 0 rc 146983/146983 00000100:00100000:2.0:1778923622.705359:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3367 00000100:00100000:0.0:1778923622.746241:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.746334:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600256 00000100:00100000:1.0:1778923622.746344:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600256 00000100:00100000:1.0:1778923622.746432:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 555 00000100:00100000:1.0:1778923622.746443:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54904:x1865335281600256:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923622.746458:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923622.746482:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a35ae lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f2 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.746534:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923622.746540:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923622.746595:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54904:x1865335281600256:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 154us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.746603:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 555 00000100:00100000:3.0:1778923622.749532:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.749614:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600512 00000100:00100000:2.0:1778923622.749623:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600512 00000100:00100000:2.0:1778923622.749743:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2006 00000100:00100000:2.0:1778923622.749753:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54904:x1865335281600512:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923622.750419:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da6c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54904:x1865335281600512:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 665us (891us total) trans 8589939748 rc 0/0 00000100:00100000:2.0:1778923622.750428:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2006 00000100:00100000:3.0:1778923622.762625:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.763547:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600768 00000100:00100000:1.0:1778923622.763561:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600768 00000100:00100000:1.0:1778923622.763817:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5411 00000100:00100000:1.0:1778923622.763829:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281600768:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923622.763865:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923622.763901:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3609 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5468f9 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.764000:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.764013:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.764034:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.764066:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.764077:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 204 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.764095:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287631104:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923622.764359:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923622.770597:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.770724:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281600896 00000100:00100000:2.0:1778923622.770734:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281600896 00010000:00010000:2.0:1778923622.770773:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.770821:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3086 00000100:00100000:2.0:1778923622.770830:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705734c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281600896:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923622.770844:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770855:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770868:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770898:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923622.770901:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923622.770906:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770915:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770921:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.770946:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.771001:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705734c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281600896:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 171us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923622.771008:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3086 00000100:00100000:1.0:1778923622.772431:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287631104:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923622.772456:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.772468:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.772474:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923622.772495:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 146983 00010000:00010000:1.0:1778923622.772690:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3609 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.772709:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.772717:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923622.772720:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923622.772724:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:1.0:1778923622.772779:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54746:x1865335281600768:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8952us (10165us total) trans 8589939749 rc 0/0 00000100:00100000:1.0:1778923622.772789:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5411 00000100:00100000:0.0:1778923622.779930:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.780285:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281601024 00000100:00100000:1.0:1778923622.780296:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281601024 00000100:00100000:1.0:1778923622.780361:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6782 00000100:00100000:1.0:1778923622.780371:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281601024:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923622.780387:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923622.780408:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546900 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923622.780436:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083844, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923622.780455:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.780457:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923622.780466:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 29 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.780482:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 29 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.780496:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:1.0:1778923622.780580:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281601024:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 211us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923622.780587:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6782 00000100:00100000:0.0:1778923622.786735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.789382:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281601280 00000100:00100000:2.0:1778923622.789397:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281601280 00000100:00100000:2.0:1778923622.789461:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5412 00000100:00100000:2.0:1778923622.789470:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54746:x1865335281601280:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923622.789740:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923622.789766:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a358b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468e4 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.789792:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923622.789797:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923622.790832:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.790851:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.790862:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923622.790949:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939750 00000004:00010000:2.0:1778923622.790976:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009aedd1a4 reply state 000000000bdaec07 transno 8589939751 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923622.790986:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923622.791098:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281601280:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1627us (4370us total) trans 8589939751 rc 0/0 00000100:00100000:2.0:1778923622.791107:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5412 00000020:00080000:2.0:1778923622.791113:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923622.795839:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.797673:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281601536 00000100:00100000:3.0:1778923622.797685:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281601536 00000100:00100000:3.0:1778923622.797744:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2007 00000100:00100000:3.0:1778923622.797754:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281601536:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:3.0:1778923622.798107:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281601536:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 354us (2276us total) trans 8589939752 rc 0/0 00000100:00100000:3.0:1778923622.798119:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2007 00000100:00100000:0.0:1778923622.802211:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.802384:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281601792 00000100:00100000:2.0:1778923622.802394:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281601792 00000100:00100000:2.0:1778923622.802455:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5413 00000100:00100000:2.0:1778923622.802465:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281601792:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923622.802489:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923622.802492:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1778923622.802555:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3599 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468eb expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802583:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a356f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468dd expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802594:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923622.802599:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923622.802612:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a362c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546907 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802674:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802686:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 2/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802694:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802710:0:30327:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.802720:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.802981:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.802990:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.802997:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.803008:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923622.803011:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.803018:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.803036:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923622.803039:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923622.803041:0:3278:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.803048:0:3278:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.803055:0:3278:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.803480:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.803490:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3625 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000020 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.803659:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923622.803667:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923622.808984:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1576, 88 off136896 00000004:00080000:0.0:1778923622.809002:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319865497123ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.809149:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1568, 88 off136456 00000004:00080000:0.0:1778923622.809157:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319865653115ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.809191:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1569, 88 off136544 00000004:00080000:0.0:1778923622.809196:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319865692392ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.809215:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1577, 88 off136984 00000004:00080000:0.0:1778923622.809219:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319865715445ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.809590:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1578, 88 off137072 00000004:00080000:0.0:1778923622.809596:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319866091770ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.809826:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1570, 88 off136632 00000004:00080000:0.0:1778923622.809832:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319866327547ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.809867:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1571, 88 off136720 00000004:00080000:0.0:1778923622.809872:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319866367655ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.809890:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1579, 88 off137160 00000004:00080000:0.0:1778923622.809894:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319866390316ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.810106:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1572, 88 off136808 00000004:00080000:0.0:1778923622.810112:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319866608127ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.810180:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1580, 88 off137248 00000004:00080000:0.0:1778923622.810185:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319866681448ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.810386:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1581, 88 off137336 00000004:00080000:0.0:1778923622.810391:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319866887398ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.810492:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1573, 88 off136896 00000004:00080000:0.0:1778923622.810497:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319866992648ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.810553:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1574, 88 off136984 00000004:00080000:0.0:1778923622.810558:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319867054466ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.810576:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1582, 88 off137424 00000004:00080000:0.0:1778923622.810581:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319867076810ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.810971:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1583, 88 off137512 00000004:00080000:0.0:1778923622.810978:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319867473839ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.811087:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1575, 88 off137072 00000004:00080000:0.0:1778923622.811092:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319867587625ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.811121:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1584, 88 off137600 00000004:00080000:0.0:1778923622.811237:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319867733010ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.811358:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1576, 88 off137160 00000004:00080000:0.0:1778923622.811363:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319867859413ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.811391:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1577, 88 off137248 00000004:00080000:0.0:1778923622.811395:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319867891275ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.811411:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1585, 88 off137688 00000004:00080000:0.0:1778923622.811414:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319867910395ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.811599:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1586, 88 off137776 00000004:00080000:0.0:1778923622.811604:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319868100479ns, next at 1316456862166ns, rc = 0 00000040:00080000:0.0:1778923622.811812:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1578, 88 off137336 00000004:00080000:0.0:1778923622.811818:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319868313951ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.811876:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1579, 88 off137424 00000004:00080000:0.0:1778923622.811881:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1319868377181ns, next at 1316456826058ns, rc = 0 00000040:00080000:0.0:1778923622.811997:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1587, 88 off137864 00000004:00080000:0.0:1778923622.812002:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1319868498336ns, next at 1316456862166ns, rc = 0 00010000:00010000:1.0:1778923622.859729:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546907 expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.859747:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923622.859750:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1778923622.859774:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a362c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546907 expref: 208 pid: 30327 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.859796:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546907 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.859836:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923622.859838:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:1.0:1778923622.859901:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d000, rc 0) 00000100:00100000:1.0:1778923622.859976:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281601792:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 57512us (57773us total) trans 8589939753 rc 0/0 00000100:00100000:1.0:1778923622.859985:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5413 00000001:00080000:3.0:1778923622.860077:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939753 is committed 00000004:00080000:3.0:1778923622.860083:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1250 committed 00000004:00080000:3.0:1778923622.860095:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1245 committed 00000004:00080000:3.0:1778923622.860104:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1244 committed 00000004:00080000:3.0:1778923622.860107:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1249 committed 00000004:00080000:3.0:1778923622.860108:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1248 committed 00000004:00080000:3.0:1778923622.860110:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1243 committed 00000004:00080000:3.0:1778923622.860112:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1242 committed 00000004:00080000:3.0:1778923622.860114:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1247 committed 00000004:00080000:3.0:1778923622.860116:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1241 committed 00000004:00080000:3.0:1778923622.860118:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1246 committed 00000004:00080000:3.0:1778923622.860119:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1245 committed 00000004:00080000:3.0:1778923622.860121:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1240 committed 00000004:00080000:3.0:1778923622.860123:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1239 committed 00000004:00080000:3.0:1778923622.860132:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1244 committed 00000004:00080000:3.0:1778923622.860134:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1243 committed 00000004:00080000:3.0:1778923622.860135:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1238 committed 00000004:00080000:3.0:1778923622.860137:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1242 committed 00000004:00080000:3.0:1778923622.860139:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1237 committed 00000004:00080000:3.0:1778923622.860141:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1236 committed 00000004:00080000:3.0:1778923622.860143:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1241 committed 00000004:00080000:3.0:1778923622.860144:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1240 committed 00000004:00080000:3.0:1778923622.860146:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1235 committed 00000004:00080000:3.0:1778923622.860148:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1234 committed 00000004:00080000:3.0:1778923622.860150:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1239 committed 00000100:00100000:3.0:1778923622.860341:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.860397:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.860427:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.860450:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.860471:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923622.860476:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.860497:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.860544:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631872:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.860563:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.860586:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287631488:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.860605:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.860619:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632000:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.861039:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.869381:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.869458:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.869530:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.869565:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1778923622.869572:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.869595:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.869614:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.869646:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.869687:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631232 00000100:00100000:1.0:1778923622.869695:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631232 00000100:00100000:1.0:1778923622.869740:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631744 00000100:00100000:1.0:1778923622.869743:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631744 00000100:00100000:1.0:1778923622.869753:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631360 00000100:00100000:1.0:1778923622.869755:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631360 00000100:00100000:1.0:1778923622.869764:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631872 00000100:00100000:1.0:1778923622.869766:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631872 00000100:00100000:1.0:1778923622.869774:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631488 00000100:00100000:1.0:1778923622.869777:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631488 00000100:00100000:1.0:1778923622.869786:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632256 00000100:00100000:1.0:1778923622.869788:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632256 00000100:00100000:1.0:1778923622.869798:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632768 00000100:00100000:1.0:1778923622.869800:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632768 00000100:00100000:1.0:1778923622.869806:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632384 00000100:00100000:1.0:1778923622.869808:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632384 00000100:00100000:1.0:1778923622.869815:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632896 00000100:00100000:1.0:1778923622.869816:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632896 00000100:00100000:1.0:1778923622.869828:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6783 00000100:00100000:1.0:1778923622.869835:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287631232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923622.870052:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:0.0:1778923622.870063:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287631744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923622.870065:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923622.870071:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923622.870073:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923622.870075:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923622.870078:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923622.870171:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:0.0:1778923622.870174:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870176:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923622.870179:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870181:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923622.870213:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287631744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (9761us total) trans 21474839186 rc 0/0 00000100:00100000:0.0:1778923622.870220:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:0.0:1778923622.870241:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:0.0:1778923622.870247:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287631360:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923622.870322:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.870325:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923622.870327:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923622.870330:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870331:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923622.870359:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287631360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (9860us total) trans 21474839187 rc 0/0 00000100:00100000:0.0:1778923622.870365:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00100000:3.0:1778923622.870371:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923622.870379:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632000 00000100:00100000:0.0:1778923622.870384:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632000 00000100:00100000:0.0:1778923622.870402:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786 00000100:00100000:0.0:1778923622.870410:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287631872:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.870426:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632512:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.870459:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.870472:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287633024:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.870500:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923622.870524:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.870527:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870529:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923622.870531:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870534:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923622.870561:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287631872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (9996us total) trans 21474839188 rc 0/0 00000100:00100000:0.0:1778923622.870568:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786 00000100:00100000:0.0:1778923622.870580:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632512 00000100:00100000:0.0:1778923622.870583:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632512 00000100:00100000:0.0:1778923622.870599:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787 00000100:00100000:0.0:1778923622.870605:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287631488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.870623:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1778923622.870644:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287631616:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.870674:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.870691:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632128:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923622.870695:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.870699:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870702:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923622.870704:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.870707:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923622.870715:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.870729:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.870742:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287631488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (10134us total) trans 21474839189 rc 0/0 00000100:00100000:0.0:1778923622.870748:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787 00000100:00100000:3.0:1778923622.870754:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923622.870763:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633024 00000100:00100000:3.0:1778923622.870768:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287633152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.870786:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923622.870814:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70a80/2, rc 0, transno 21474839189 00000100:00100000:3.0:1778923622.870826:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287631488:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923622.870831:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633024 00000100:00100000:3.0:1778923622.870845:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287631616 00000100:00100000:3.0:1778923622.870850:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287631616 00000100:00100000:0.0:1778923622.870851:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632128 00000100:00100000:0.0:1778923622.870855:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632128 00000100:00100000:3.0:1778923622.870877:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287632640 00000100:00100000:0.0:1778923622.870878:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633152 00000100:00100000:3.0:1778923622.870882:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287632640 00000100:00100000:0.0:1778923622.870883:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633152 00000100:00100000:3.0:1778923622.870906:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6788 00000100:00100000:0.0:1778923622.870912:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6789 00000100:00100000:3.0:1778923622.870916:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287632256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.870925:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287632768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923622.871069:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.871072:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.871075:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923622.871077:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.871080:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923622.871105:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287632256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 192us (1731us total) trans 17179872046 rc 0/0 00000100:00100000:3.0:1778923622.871113:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6788 00000100:00100000:0.0:1778923622.871119:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287632768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 195us (1585us total) trans 17179872045 rc 0/0 00000100:00100000:0.0:1778923622.871125:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6789 00000100:00100000:2.0:1778923622.871197:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790 00000100:00100000:2.0:1778923622.871207:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287632384:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923622.871438:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923622.871441:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923622.871443:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923622.871445:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923622.871448:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923622.871477:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287632384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 272us (1880us total) trans 17179872047 rc 0/0 00000100:00100000:2.0:1778923622.871484:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790 00000100:00100000:3.0:1778923622.871536:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791 00000100:00100000:0.0:1778923622.871543:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6792 00000100:00100000:3.0:1778923622.871546:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287632896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.871556:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287632000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.871678:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287632896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (2029us total) trans 17179872048 rc 0/0 00000100:00100000:3.0:1778923622.871685:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791 00000100:00100000:3.0:1778923622.871702:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793 00000100:00100000:0.0:1778923622.871707:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287632000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 155us (1336us total) trans 21474839190 rc 0/0 00000100:00100000:3.0:1778923622.871712:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287632512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.871719:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6792 00000100:00100000:0.0:1778923622.871742:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794 00000100:00100000:0.0:1778923622.871751:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733fe0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287633024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.871823:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287632512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (1363us total) trans 17179872049 rc 0/0 00000100:00100000:3.0:1778923622.871829:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793 00000100:00100000:3.0:1778923622.871843:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795 00000100:00100000:3.0:1778923622.871851:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287631616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923622.871910:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.871914:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.871916:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb atime from disk: 1778923592 -> 1778923592 00002000:00010000:0.0:1778923622.871919:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.871922:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a0:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923622.871955:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733fe0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287633024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 202us (1449us total) trans 17179872050 rc 0/0 00000100:00100000:0.0:1778923622.871962:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794 00000100:00100000:0.0:1778923622.871979:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:0.0:1778923622.871987:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287632128:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.871993:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287631616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (1317us total) trans 21474839191 rc 0/0 00000100:00100000:3.0:1778923622.872001:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795 00000100:00100000:3.0:1778923622.872017:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797 00000100:00100000:3.0:1778923622.872056:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287632640:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923622.872089:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.872092:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.872094:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923622.872097:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.872099:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923622.872127:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287632128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 142us (1412us total) trans 21474839192 rc 0/0 00000100:00100000:0.0:1778923622.872133:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000100:00100000:0.0:1778923622.872149:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:0.0:1778923622.872154:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287633152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.872245:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287633152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (1457us total) trans 17179872051 rc 0/0 00000100:00100000:0.0:1778923622.872250:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:0.0:1778923622.872361:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.872394:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281601920 00000100:00100000:0.0:1778923622.872399:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281601920 00000100:00100000:0.0:1778923622.872421:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6799 00000100:00100000:0.0:1778923622.872426:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281601920:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923622.872435:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923622.872451:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54690e expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923622.872468:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 146983, mtime: 0x6a083864, atime: 0x6a083864, ctime: 0x6a083865, blocks: 0x87 00010000:00010000:0.0:1778923622.872485:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.872487:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923622.872495:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.872532:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.872545:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923622.872581:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:54746:x1865335281601920:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 154us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923622.872587:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6799 00000100:00100000:1.0:1778923622.872613:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287631232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 289us (9727us total) trans 21474839185 rc 0/0 00000100:00100000:1.0:1778923622.872623:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6783 00000004:00080000:1.0:1778923622.872688:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ed80/2, rc 0, transno 17179872047 00000100:00100000:1.0:1778923622.872706:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632384:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.872718:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9880/2, rc 0, transno 17179872048 00000100:00100000:1.0:1778923622.872721:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632896:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.872730:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ca80/2, rc 0, transno 17179872046 00000100:00100000:1.0:1778923622.872734:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632256:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.872744:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954c700/2, rc 0, transno 17179872045 00000100:00100000:1.0:1778923622.872749:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287632768:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.872761:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73b80/2, rc 0, transno 21474839187 00000100:00100000:1.0:1778923622.872765:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631360:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.872773:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72300/2, rc 0, transno 21474839188 00000100:00100000:1.0:1778923622.872777:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631872:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.872786:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73480/2, rc 0, transno 21474839185 00000100:00100000:1.0:1778923622.872791:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631232:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.872803:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70000/2, rc 0, transno 21474839186 00000100:00100000:1.0:1778923622.872809:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287631744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.872828:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633280:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.872860:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.872885:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923622.872891:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923622.872913:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923622.873531:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633280 00000100:00100000:0.0:1778923622.873538:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633280 00000100:00100000:1.0:1778923622.873554:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633408 00000100:00100000:1.0:1778923622.873560:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633408 00000100:00100000:0.0:1778923622.873577:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800 00000100:00100000:0.0:1778923622.873585:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287633280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923622.873758:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287633280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 173us (896us total) trans 17179872052 rc 0/0 00002000:00010000:3.0:1778923622.873909:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923622.873913:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923622.873915:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923622.873917:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923622.873919:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923622.874085:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287632640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2029us (3329us total) trans 17179872053 rc 0/0 00000100:00100000:0.0:1778923622.875326:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800 00000100:00100000:0.0:1778923622.875364:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:0.0:1778923622.875377:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287633408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923622.875561:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923622.875564:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.875568:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923622.875570:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923622.875572:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923622.875633:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287633408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 263us (2720us total) trans 17179872054 rc 0/0 00000100:00100000:0.0:1778923622.875639:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00000004:00080000:1.0:1778923622.875759:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e7480/2, rc 0, transno 17179872054 00000100:00100000:1.0:1778923622.875778:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633408:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.875790:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4380/2, rc 0, transno 17179872052 00000100:00100000:1.0:1778923622.875794:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.877748:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797 00000100:00100000:3.0:1778923622.877988:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287633664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.878060:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.878103:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923622.878109:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287633536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923622.878276:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633664 00000100:00100000:2.0:1778923622.878284:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633664 00000100:00100000:2.0:1778923622.878316:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:2.0:1778923622.878324:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287633664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923622.878529:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923622.878536:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923622.878538:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923622.878540:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923622.878542:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923622.878578:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287633664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 255us (518us total) trans 17179872055 rc 0/0 00000100:00100000:2.0:1778923622.878584:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00000100:00100000:3.0:1778923622.878740:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923622.878772:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751ce00/2, rc 0, transno 17179872055 00000100:00100000:3.0:1778923622.878777:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287633664:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923622.878804:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70700/2, rc 0, transno 21474839191 00000100:00100000:3.0:1778923622.878808:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287631616:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923622.878816:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73800/2, rc 0, transno 21474839192 00000100:00100000:3.0:1778923622.878819:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632128:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923622.878826:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954df80/2, rc 0, transno 17179872053 00000100:00100000:3.0:1778923622.878829:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632640:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923622.878837:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 17179872051 00000100:00100000:3.0:1778923622.878839:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287633152:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923622.878861:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954fb80/2, rc 0, transno 17179872049 00000100:00100000:3.0:1778923622.878864:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632512:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923622.878873:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9c00/2, rc 0, transno 17179872050 00000100:00100000:3.0:1778923622.878876:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287633024:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923622.878889:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71500/2, rc 0, transno 21474839190 00000100:00100000:3.0:1778923622.878892:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287632000:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.878909:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633536 00000100:00100000:3.0:1778923622.878913:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633536 00000100:00100000:3.0:1778923622.878942:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803 00000100:00100000:3.0:1778923622.878948:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287633536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923622.884447:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287634176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.884536:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923622.884572:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923622.884578:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287634048:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923622.884603:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.884752:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633792:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.884780:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.884802:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923622.884807:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633920:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.884825:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923622.884847:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287634176 00000100:00100000:1.0:1778923622.884853:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287634176 00000100:00100000:1.0:1778923622.884895:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287634048 00000100:00100000:1.0:1778923622.884899:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287634048 00000100:00100000:1.0:1778923622.884914:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633792 00000100:00100000:1.0:1778923622.884916:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633792 00000100:00100000:1.0:1778923622.884928:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287633920 00000100:00100000:1.0:1778923622.884930:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287633920 00000100:00100000:1.0:1778923622.884941:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6804 00000100:00100000:1.0:1778923622.884948:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287634176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.885181:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287634176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 231us (644us total) trans 21474839193 rc 0/0 00000100:00100000:1.0:1778923622.885188:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6804 00000100:00100000:1.0:1778923622.885202:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805 00000100:00100000:1.0:1778923622.885207:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287634048:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923622.885280:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923622.885283:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923622.885286:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923622.885289:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923622.885291:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923622.885312:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287634048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (708us total) trans 21474839194 rc 0/0 00000100:00100000:1.0:1778923622.885317:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805 00000100:00100000:1.0:1778923622.885328:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00000100:00100000:1.0:1778923622.885333:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287633792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923622.885399:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923622.885401:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923622.885403:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923622.885405:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923622.885408:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923622.885437:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287633792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (655us total) trans 21474839195 rc 0/0 00000100:00100000:1.0:1778923622.885443:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00000100:00100000:1.0:1778923622.885455:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807 00000100:00100000:1.0:1778923622.885461:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287633920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923622.885583:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287633920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (756us total) trans 21474839196 rc 0/0 00000100:00100000:1.0:1778923622.885589:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807 00000004:00080000:1.0:1778923622.885628:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641b100/2, rc 0, transno 21474839194 00000100:00100000:3.0:1778923622.885905:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287633536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6956us (7164us total) trans 17179872056 rc 0/0 00000100:00100000:3.0:1778923622.885912:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803 00000100:00100000:1.0:1778923622.887295:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287634048:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.887328:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418380/2, rc 0, transno 21474839193 00000100:00100000:1.0:1778923622.887332:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287634176:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.887342:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751d880/2, rc 0, transno 17179872056 00000100:00100000:1.0:1778923622.887346:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287633536:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923622.887372:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418a80/2, rc 0, transno 21474839196 00000100:00100000:1.0:1778923622.887375:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633920:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923622.887383:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a300/2, rc 0, transno 21474839195 00000100:00100000:1.0:1778923622.887386:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287633792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923622.887480:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.887532:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.887555:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.887612:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602048 00000100:00100000:2.0:1778923622.887619:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602048 00002000:00010000:2.0:1778923622.887656:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (183477->18446744073709551615) 00002000:00100000:2.0:1778923622.887661:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751df80 with x1865335281602048 ext(183477->18446744073709551615) 00002000:00010000:2.0:1778923622.887671:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751df80. 00000100:00100000:2.0:1778923622.887694:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602304 00000100:00100000:2.0:1778923622.887697:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602304 00002000:00010000:2.0:1778923622.887708:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923622.887711:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ca80 with x1865335281602304 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923622.887716:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751ca80. 00000100:00100000:2.0:1778923622.887727:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602176 00000100:00100000:2.0:1778923622.887730:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602176 00002000:00010000:2.0:1778923622.887741:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923622.887743:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ed80 with x1865335281602176 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923622.887748:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751ed80. 00000100:00100000:2.0:1778923622.887764:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3368 00000100:00100000:2.0:1778923622.887773:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281602048:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923622.887969:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 146983 -> 183477 00002000:00010000:2.0:1778923622.887973:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923620 -> 1778923622 00002000:00010000:2.0:1778923622.887976:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923622.887978:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923622 00002000:00010000:2.0:1778923622.887980:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:2.0:1778923622.888033:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281602048:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 261us (555us total) trans 17179872057 rc 0/0 00000100:00100000:2.0:1778923622.888041:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3368 00002000:00010000:2.0:1778923622.888044:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (183477->18446744073709551615) 00002000:00100000:2.0:1778923622.888047:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751df80 with x1865335281602048 ext(183477->18446744073709551615) 00002000:00010000:2.0:1778923622.888051:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751df80. 00000100:00100000:2.0:1778923622.888066:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3369 00000100:00100000:2.0:1778923622.888073:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281602304:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:3.0:1778923622.888298:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3370 00000100:00100000:3.0:1778923622.888307:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281602176:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923622.888412:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923622.888415:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923620 -> 1778923622 00002000:00010000:3.0:1778923622.888418:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923622.888420:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923621 -> 1778923622 00002000:00010000:3.0:1778923622.888422:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923622.888445:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281602176:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 140us (888us total) trans 21474839197 rc 0/0 00000100:00100000:3.0:1778923622.888452:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3370 00002000:00010000:3.0:1778923622.888455:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923622.888457:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ed80 with x1865335281602176 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923622.888461:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751ed80. 00002000:00010000:2.0:1778923622.889820:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923622.889826:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923620 -> 1778923622 00002000:00010000:2.0:1778923622.889829:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:2.0:1778923622.889831:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923621 -> 1778923622 00002000:00010000:2.0:1778923622.889834:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923622.889897:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281602304:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1820us (2361us total) trans 17179872058 rc 0/0 00000100:00100000:2.0:1778923622.889904:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3369 00002000:00010000:2.0:1778923622.889908:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923622.889911:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ca80 with x1865335281602304 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923622.889916:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751ca80. 00000100:00100000:0.0:1778923622.898455:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.898783:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602432 00000100:00100000:1.0:1778923622.898793:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602432 00000100:00100000:1.0:1778923622.898864:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5414 00000100:00100000:1.0:1778923622.898875:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54746:x1865335281602432:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923622.898906:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923622.898929:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3641 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546915 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.899005:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.899028:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.899039:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.899076:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923622.899087:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 199 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923622.899100:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287634304:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923622.899198:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923622.903400:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.903491:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602560 00000100:00100000:0.0:1778923622.903501:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602560 00010000:00010000:0.0:1778923622.903582:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 200 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.903616:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3087 00000100:00100000:0.0:1778923622.903625:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:2354:x1865335281602560:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923622.903655:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 200 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903667:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 200 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903678:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 200 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903686:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923622.903689:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923622.903693:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903702:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903708:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923622.903732:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 200 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923622.903798:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:2354:x1865335281602560:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 173us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923622.903804:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3087 00000100:00100000:3.0:1778923622.904571:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287634304:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923622.904594:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904603:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904609:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923622.904663:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 183479 00000004:00200000:3.0:1778923622.904667:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923622.904687:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904699:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904729:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a3641 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546915 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904747:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546915 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923622.904755:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923622.904758:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923622.904760:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:3.0:1778923622.904804:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281602432:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 5931us (6358us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923622.904810:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5414 00000100:00100000:1.0:1778923622.914585:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923622.914669:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602688 00000100:00100000:0.0:1778923622.914680:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602688 00002000:00100000:0.0:1778923622.914729:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (16384->20479) req@ffff9ce734070e00 x1865335281602688/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/0 e 0 to 0 dl 1778923633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923622.914741:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070e00 with x1865335281602688 ext(16384->20479) 00002000:00010000:0.0:1778923622.914746:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070e00 00000100:00100000:0.0:1778923622.914780:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3371 00000100:00100000:0.0:1778923622.914790:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281602688:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923622.914993:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281602688:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 204us (417us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923622.915001:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3371 00002000:00100000:0.0:1778923622.915007:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (16384->20479) req@ffff9ce734070e00 x1865335281602688/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/4536 e 0 to 0 dl 1778923633 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923622.915016:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070e00 with x1865335281602688 ext(16384->20479) 00002000:00010000:0.0:1778923622.915029:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070e00 00000100:00100000:2.0:1778923622.921103:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.921738:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602816 00000100:00100000:1.0:1778923622.921748:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602816 00002000:00100000:1.0:1778923622.921796:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (57344->61439) req@ffff9ce607702a00 x1865335281602816/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/0 e 0 to 0 dl 1778923633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923622.921808:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607702a00 with x1865335281602816 ext(57344->61439) 00002000:00010000:1.0:1778923622.921814:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607702a00 00000100:00100000:1.0:1778923622.921852:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3372 00000100:00100000:1.0:1778923622.921861:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281602816:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923622.922073:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281602816:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 212us (976us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923622.922080:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3372 00002000:00100000:1.0:1778923622.922088:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (57344->61439) req@ffff9ce607702a00 x1865335281602816/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/4536 e 0 to 0 dl 1778923633 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923622.922096:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607702a00 with x1865335281602816 ext(57344->61439) 00002000:00010000:1.0:1778923622.922100:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607702a00 00000100:00100000:3.0:1778923622.929191:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923622.929313:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281602944 00000100:00100000:2.0:1778923622.929323:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281602944 00002000:00100000:2.0:1778923622.929378:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (163840->172031) req@ffff9ce706419880 x1865335281602944/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/0 e 0 to 0 dl 1778923633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923622.929389:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419880 with x1865335281602944 ext(163840->172031) 00002000:00010000:2.0:1778923622.929395:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce706419880 00000100:00100000:2.0:1778923622.929428:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3373 00000100:00100000:2.0:1778923622.929437:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281602944:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923622.929748:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281602944:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 311us (565us total) trans 0 rc 8192/8192 00000100:00100000:2.0:1778923622.929756:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3373 00002000:00100000:2.0:1778923622.929764:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (163840->172031) req@ffff9ce706419880 x1865335281602944/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 488/8632 e 0 to 0 dl 1778923633 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923622.929772:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce706419880 with x1865335281602944 ext(163840->172031) 00002000:00010000:2.0:1778923622.929775:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce706419880 00000100:00100000:2.0:1778923622.938208:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.938572:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603072 00000100:00100000:3.0:1778923622.938581:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603072 00002000:00100000:3.0:1778923622.938642:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (110592->176127) req@ffff9ce607700700 x1865335281603072/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 504/0 e 0 to 0 dl 1778923633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923622.938654:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700700 with x1865335281603072 ext(110592->176127) 00002000:00010000:3.0:1778923622.938660:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607700700 00000100:00100000:3.0:1778923622.938692:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3374 00000100:00100000:3.0:1778923622.938702:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281603072:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923622.945765:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281603072:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 7054us (7556us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1778923622.945780:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3374 00002000:00100000:3.0:1778923622.945793:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (110592->176127) req@ffff9ce607700700 x1865335281603072/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 504/440 e 0 to 0 dl 1778923633 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923622.945803:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700700 with x1865335281603072 ext(110592->176127) 00002000:00010000:3.0:1778923622.945810:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607700700 00000100:00100000:2.0:1778923622.953287:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923622.953371:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603200 00000100:00100000:3.0:1778923622.953381:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603200 00002000:00100000:3.0:1778923622.953428:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (16384->163839) req@ffff9ce71123c000 x1865335281603200/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 504/0 e 0 to 0 dl 1778923633 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923622.953440:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c000 with x1865335281603200 ext(16384->163839) 00002000:00010000:3.0:1778923622.953445:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c000 00000100:00100000:3.0:1778923622.953473:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3375 00000100:00100000:3.0:1778923622.953482:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281603200:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:3.0:1778923622.962457:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281603200:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 8965us (9169us total) trans 17179872059 rc 0/0 00000100:00100000:3.0:1778923622.962471:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3375 00002000:00100000:3.0:1778923622.962484:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (16384->163839) req@ffff9ce71123c000 x1865335281603200/t17179872059(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:183/0 lens 504/448 e 0 to 0 dl 1778923633 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923622.962496:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c000 with x1865335281603200 ext(16384->163839) 00002000:00010000:3.0:1778923622.962515:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c000 00000100:00100000:2.0:1778923622.967557:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923622.967747:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603328 00000100:00100000:1.0:1778923622.967757:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603328 00000100:00100000:1.0:1778923622.967820:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6808 00000100:00100000:1.0:1778923622.967830:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281603328:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923623.020065:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872054 is committed 00000001:00080000:1.0:1778923623.020090:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872026 is committed 00000001:00080000:1.0:1778923623.020139:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872058 is committed 00000001:00080000:1.0:1778923623.020146:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872055 is committed 00000001:00080000:1.0:1778923623.020174:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872059 is committed 00000001:00080000:1.0:1778923623.020181:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872056 is committed 00000100:00100000:3.0:1778923623.020481:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281603328:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 52646us (52930us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.020492:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6808 00000100:00100000:1.0:1778923623.026803:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.028199:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603584 00000100:00100000:2.0:1778923623.028212:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603584 00000100:00100000:2.0:1778923623.028291:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5415 00000100:00100000:2.0:1778923623.028301:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281603584:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923623.028355:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1778923623.028382:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3633 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546907 expref: 199 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.028407:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a3648 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546915 expref: 198 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.028417:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923623.028422:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923623.028816:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.028831:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.029184:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923623.029265:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939754 00000004:00010000:2.0:1778923623.029296:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000043ce263b reply state 000000006c2e714b transno 8589939755 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.029305:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923623.029406:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281603584:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1105us (2611us total) trans 8589939755 rc 0/0 00000100:00100000:2.0:1778923623.029415:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5415 00000020:00080000:2.0:1778923623.029420:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923623.031852:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031868:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031875:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031881:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923623.031886:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031893:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031909:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.031912:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923623.031916:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.031922:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a364f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.034441:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.034546:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603712 00000100:00100000:0.0:1778923623.034556:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603712 00000100:00100000:0.0:1778923623.034610:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5416 00000100:00100000:0.0:1778923623.034619:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281603712:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923623.034641:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.034662:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54691c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.034723:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.034736:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.034756:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.034759:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923623.034762:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7000, rc 0) 00000100:00100000:0.0:1778923623.034814:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281603712:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 197us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.034821:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5416 00000100:00100000:2.0:1778923623.037798:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.037875:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.037903:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603840 00000100:00100000:2.0:1778923623.037909:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.037912:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603840 00002000:00010000:3.0:1778923623.037955:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (262144->18446744073709551615) 00002000:00100000:3.0:1778923623.037960:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3df80 with x1865335281603840 ext(262144->18446744073709551615) 00002000:00010000:3.0:1778923623.037972:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3df80. 00000100:00100000:1.0:1778923623.038036:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604096 00000100:00100000:1.0:1778923623.038041:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604096 00002000:00010000:1.0:1778923623.038057:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923623.038060:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3ea00 with x1865335281604096 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923623.038066:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3ea00. 00000100:00100000:1.0:1778923623.038127:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281603968 00000100:00100000:1.0:1778923623.038139:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281603968 00002000:00010000:1.0:1778923623.038152:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923623.038155:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f12680 with x1865335281603968 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923623.038163:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f12680. 00000100:00100000:1.0:1778923623.038184:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3376 00000100:00100000:1.0:1778923623.038191:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281603840:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923623.038451:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 183477 -> 262144 00002000:00010000:1.0:1778923623.038455:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923622 -> 1778923623 00002000:00010000:1.0:1778923623.038457:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923620 -> 1778923623 00002000:00010000:1.0:1778923623.038459:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923622 -> 1778923623 00002000:00010000:1.0:1778923623.038461:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 263 00000100:00100000:0.0:1778923623.038496:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3377 00000100:00100000:0.0:1778923623.038530:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281604096:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923623.038647:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923623.038650:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923622 -> 1778923623 00002000:00010000:0.0:1778923623.038652:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:0.0:1778923623.038654:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923622 -> 1778923623 00002000:00010000:0.0:1778923623.038656:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923623.038688:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3378 00000100:00100000:3.0:1778923623.038696:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281603968:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:0.0:1778923623.038700:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281604096:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 197us (825us total) trans 17179872061 rc 0/0 00000100:00100000:0.0:1778923623.038707:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3377 00002000:00010000:0.0:1778923623.038710:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923623.038712:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3ea00 with x1865335281604096 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923623.038716:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3ea00. 00000100:00100000:1.0:1778923623.038796:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281603840:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 605us (1006us total) trans 17179872060 rc 0/0 00000100:00100000:1.0:1778923623.038803:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3376 00002000:00010000:1.0:1778923623.038806:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (262144->18446744073709551615) 00002000:00100000:1.0:1778923623.038808:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3df80 with x1865335281603840 ext(262144->18446744073709551615) 00002000:00010000:1.0:1778923623.038813:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3df80. 00002000:00010000:3.0:1778923623.038823:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923623.038826:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923622 -> 1778923623 00002000:00010000:3.0:1778923623.038828:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923620 -> 1778923620 00002000:00010000:3.0:1778923623.038830:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923622 -> 1778923623 00002000:00010000:3.0:1778923623.038832:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923623.038853:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281603968:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 158us (942us total) trans 21474839198 rc 0/0 00000100:00100000:3.0:1778923623.038859:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3378 00002000:00010000:3.0:1778923623.038861:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923623.038863:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f12680 with x1865335281603968 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923623.038867:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f12680. 00010000:00010000:3.0:1778923623.038928:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923623.043626:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.043727:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604224 00000100:00100000:2.0:1778923623.043736:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604224 00002000:00100000:2.0:1778923623.043782:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (180224->245759) req@ffff9ce734071880 x1865335281604224/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/0 e 0 to 0 dl 1778923634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923623.043793:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071880 with x1865335281604224 ext(180224->245759) 00002000:00010000:2.0:1778923623.043798:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071880 00000100:00100000:2.0:1778923623.043829:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3379 00000100:00100000:2.0:1778923623.043835:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281604224:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923623.049498:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281604224:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 5652us (5872us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1778923623.049550:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3379 00002000:00100000:2.0:1778923623.049563:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (180224->245759) req@ffff9ce734071880 x1865335281604224/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/440 e 0 to 0 dl 1778923634 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923623.049648:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071880 with x1865335281604224 ext(180224->245759) 00002000:00010000:2.0:1778923623.049654:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071880 00000100:00100000:1.0:1778923623.064636:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.064995:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604352 00000100:00100000:0.0:1778923623.065006:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604352 00002000:00100000:0.0:1778923623.065388:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (245760->262143) req@ffff9ce734071c00 x1865335281604352/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/0 e 0 to 0 dl 1778923634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923623.065399:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071c00 with x1865335281604352 ext(245760->262143) 00002000:00010000:0.0:1778923623.065405:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071c00 00000100:00100000:0.0:1778923623.065449:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3380 00000100:00100000:0.0:1778923623.065458:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281604352:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923623.070029:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281604352:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4552us (5382us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1778923623.070044:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3380 00002000:00100000:2.0:1778923623.070059:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (245760->262143) req@ffff9ce734071c00 x1865335281604352/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/16824 e 0 to 0 dl 1778923634 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923623.070069:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071c00 with x1865335281604352 ext(245760->262143) 00002000:00010000:2.0:1778923623.070075:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071c00 00000100:00100000:1.0:1778923623.083770:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.084175:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604480 00000100:00100000:2.0:1778923623.084186:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604480 00002000:00100000:2.0:1778923623.084234:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (208896->262143) req@ffff9ce734073480 x1865335281604480/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/0 e 0 to 0 dl 1778923634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923623.084244:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734073480 with x1865335281604480 ext(208896->262143) 00002000:00010000:2.0:1778923623.084250:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734073480 00000100:00100000:2.0:1778923623.084285:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3381 00000100:00100000:2.0:1778923623.084295:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281604480:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923623.094809:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281604480:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 10506us (11039us total) trans 17179872062 rc 0/0 00000100:00100000:2.0:1778923623.094822:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3381 00002000:00100000:2.0:1778923623.094836:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (208896->262143) req@ffff9ce734073480 x1865335281604480/t17179872062(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/448 e 0 to 0 dl 1778923634 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923623.094853:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734073480 with x1865335281604480 ext(208896->262143) 00002000:00010000:2.0:1778923623.094860:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734073480 00000100:00100000:1.0:1778923623.100884:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.100973:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604608 00000100:00100000:3.0:1778923623.100983:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604608 00000100:00100000:0.0:1778923623.101210:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6809 00000100:00100000:0.0:1778923623.101222:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281604608:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:2.0:1778923623.194305:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872061 is committed 00000001:00080000:2.0:1778923623.194333:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872062 is committed 00000100:00100000:1.0:1778923623.194402:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281604608:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 93177us (93521us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.194414:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6809 00000100:00100000:1.0:1778923623.197662:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.197803:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604736 00000100:00100000:3.0:1778923623.197814:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604736 00000100:00100000:3.0:1778923623.197890:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5417 00000100:00100000:3.0:1778923623.197903:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281604736:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923623.197930:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923623.197957:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a365d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546923 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199203:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199226:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199240:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923623.199273:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:3.0:1778923623.199277:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923623.199300:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199334:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a365d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199352:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.199360:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923623.199363:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923623.199366:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef600, rc 0) 00000100:00100000:3.0:1778923623.200972:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281604736:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3064us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.200985:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5417 00000100:00100000:3.0:1778923623.249135:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.249244:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281604992 00000100:00100000:0.0:1778923623.249253:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281604992 00000100:00100000:0.0:1778923623.249315:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5418 00000100:00100000:0.0:1778923623.249325:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54905:x1865335281604992:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923623.249344:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.249366:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a366b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54692a expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249450:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249464:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249475:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249488:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249495:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249540:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249904:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3680 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249916:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3680 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.249922:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3680 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923623.249932:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923623.250035:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250046:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250053:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250059:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923623.250063:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250071:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250083:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923623.250086:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923623.250091:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250097:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3672 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250108:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250114:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250119:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250123:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923623.250126:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250131:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250137:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce7226f8400) 00010000:00010000:0.0:1778923623.250139:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923623.250142:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250146:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3679 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250187:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a366b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54692a expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250201:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3680 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54692a expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.250208:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.250210:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923623.250212:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923623.250273:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54905:x1865335281604992:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 950us (1159us total) trans 8589939756 rc 0/0 00000100:00100000:0.0:1778923623.250281:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5418 00000100:00100000:1.0:1778923623.256864:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.256960:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281605248 00000100:00100000:2.0:1778923623.256970:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281605248 00000100:00100000:2.0:1778923623.257036:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2008 00000100:00100000:2.0:1778923623.257046:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54905:x1865335281605248:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923623.257288:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54905:x1865335281605248:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 242us (432us total) trans 8589939757 rc 0/0 00000100:00100000:2.0:1778923623.257297:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2008 00000100:00100000:2.0:1778923623.265344:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.270666:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.270935:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281605632 00000100:00100000:0.0:1778923623.270944:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281605632 00000100:00100000:0.0:1778923623.271008:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5419 00000100:00100000:0.0:1778923623.271028:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54905:x1865335281605632:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923623.271052:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.271072:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a368e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546931 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.271183:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3695 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.271199:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3695 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.271211:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3695 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923623.271222:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923623.271348:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a368e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546931 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.271366:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3695 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546931 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.271383:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.271386:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923623.271390:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923623.271450:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281605632:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 432us (794us total) trans 8589939758 rc 0/0 00000100:00100000:0.0:1778923623.271458:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5419 00000100:00100000:1.0:1778923623.276601:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281605376 00000100:00100000:1.0:1778923623.276616:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281605376 00000100:00100000:1.0:1778923623.276832:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 556 00000100:00100000:1.0:1778923623.276844:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281605376:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923623.276863:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923623.276906:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a3680 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54692a expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.276927:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.276932:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923623.277011:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281605376:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 170us (11676us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.277026:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 556 00000100:00100000:3.0:1778923623.281089:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.281314:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281605760 00000100:00100000:0.0:1778923623.281326:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281605760 00000100:00100000:0.0:1778923623.281390:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2009 00000100:00100000:0.0:1778923623.281401:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54905:x1865335281605760:12345-192.168.203.24@tcp:33:lfs.0 00000100:00100000:0.0:1778923623.281576:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54905:x1865335281605760:12345-192.168.203.24@tcp:33:lfs.0 Request processed in 175us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.281583:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2009 00000100:00100000:3.0:1778923623.285245:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.285944:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606016 00000100:00100000:0.0:1778923623.285956:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606016 00000100:00100000:0.0:1778923623.286029:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2010 00000100:00100000:0.0:1778923623.286039:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54905:x1865335281606016:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923623.286916:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281606016:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 873us (1673us total) trans 8589939759 rc 0/0 00000100:00100000:0.0:1778923623.286925:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2010 00000100:00100000:3.0:1778923623.290060:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.290136:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606272 00000100:00100000:1.0:1778923623.290146:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606272 00000100:00100000:1.0:1778923623.290203:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5420 00000100:00100000:1.0:1778923623.290214:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281606272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923623.290239:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923623.290243:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1778923623.290282:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3695 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546931 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290306:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a3610 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468f9 expref: 205 pid: 31653 timeout: 1419 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290317:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.290321:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923623.290334:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36a3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546938 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290434:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290452:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290463:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923623.290475:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:1.0:1778923623.290619:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36a3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546938 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290633:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546938 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.290641:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.290643:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923623.290645:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ae00, rc 0) 00000100:00100000:1.0:1778923623.290702:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281606272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 490us (652us total) trans 8589939760 rc 0/0 00000100:00100000:1.0:1778923623.290710:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5420 00000100:00100000:0.0:1778923623.299588:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.299784:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606528 00000100:00100000:3.0:1778923623.299794:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606528 00000100:00100000:3.0:1778923623.299851:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2011 00000100:00100000:3.0:1778923623.299863:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281606528:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923623.299942:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546938 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.299980:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.299993:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.300001:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.300008:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.300048:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.300061:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 206 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.300076:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287634432:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923623.300184:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.300193:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 206 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.300202:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287634560:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923623.300226:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923623.303789:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287634432:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923623.303804:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287634560:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923623.303831:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.304931:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.304969:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.305052:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606784 00000100:00100000:2.0:1778923623.305060:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606784 00010000:00010000:2.0:1778923623.305098:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 207 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.305141:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606656 00000100:00100000:2.0:1778923623.305145:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606656 00010000:00010000:2.0:1778923623.305157:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 208 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.305187:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3088 00000100:00100000:2.0:1778923623.305197:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281606784:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923623.305214:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 208 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305225:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 208 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305238:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 208 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305246:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923623.305250:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923623.305253:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305264:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 208 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.305321:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281606784:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 124us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923623.305328:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3088 00000100:00100000:2.0:1778923623.305347:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3089 00000100:00100000:2.0:1778923623.305354:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:2353:x1865335281606656:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923623.305364:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923623.305370:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 207 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305390:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 207 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305410:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3656 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54691c expref: 207 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305426:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923623.305430:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305438:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305445:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305467:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923623.305486:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281606656:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 133us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923623.305493:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3089 00010000:00010000:2.0:1778923623.305547:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.305554:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306201:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306212:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306219:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306225:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923623.306230:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306238:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306248:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923623.306251:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923623.306254:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306260:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a36b8 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.306270:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923623.306273:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923623.306278:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36aa lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546938 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.306409:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da7c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54905:x1865335281606528:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 6548us (6830us total) trans 8589939761 rc -22/-22 00000100:00100000:2.0:1778923623.306418:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2011 00000100:00100000:3.0:1778923623.309598:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.313050:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281606912 00000100:00100000:1.0:1778923623.313066:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281606912 00000100:00100000:0.0:1778923623.313206:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5421 00000100:00100000:0.0:1778923623.313217:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54905:x1865335281606912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923623.313243:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.313268:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54693f expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.313334:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.313351:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.313375:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.313388:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923623.313392:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923623.313463:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281606912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 248us (3872us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.313470:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5421 00000100:00100000:2.0:1778923623.318090:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.318191:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281607168 00000100:00100000:1.0:1778923623.318202:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281607168 00000100:00100000:1.0:1778923623.318261:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5422 00000100:00100000:1.0:1778923623.318272:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54905:x1865335281607168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923623.318294:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923623.318313:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a36c6 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546946 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.319354:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.319373:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.320705:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923623.320722:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bb:0x0]: returning size 0 00010000:00010000:0.0:1778923623.321030:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a36c6 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.321051:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.321060:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff9ce703d27700) 00010000:00010000:0.0:1778923623.321062:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923623.321066:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ae00, rc 0) 00000100:00100000:0.0:1778923623.321271:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54905:x1865335281607168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2992us (3183us total) trans 8589939762 rc 0/0 00000100:00100000:0.0:1778923623.321280:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5422 00000100:00100000:0.0:1778923623.327202:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.327693:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281607424 00000100:00100000:1.0:1778923623.327704:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281607424 00000100:00100000:1.0:1778923623.327765:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5423 00000100:00100000:1.0:1778923623.327774:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54905:x1865335281607424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923623.327797:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923623.327817:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a36db lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54694d expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.327920:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.327936:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.327946:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923623.327958:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:1.0:1778923623.328092:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a36db lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54694d expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.328110:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54694d expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.328118:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.328132:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923623.328136:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:1.0:1778923623.328234:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54905:x1865335281607424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 461us (1120us total) trans 8589939763 rc 0/0 00000100:00100000:1.0:1778923623.328242:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5423 00000100:00100000:3.0:1778923623.332777:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.332868:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281607680 00000100:00100000:0.0:1778923623.332877:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281607680 00000100:00100000:0.0:1778923623.333030:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2012 00000100:00100000:0.0:1778923623.333039:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54905:x1865335281607680:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923623.333108:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54694d expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.333160:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.333173:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.333181:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.333213:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.333225:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 210 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.333239:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602e2df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287634688:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923623.333319:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.336585:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602e2df80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287634688:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923623.336615:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.338871:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.339237:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281607808 00000100:00100000:1.0:1778923623.339247:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281607808 00010000:00010000:1.0:1778923623.339284:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 211 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.339323:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3090 00000100:00100000:1.0:1778923623.339333:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:2354:x1865335281607808:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923623.339349:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923623.339356:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 211 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339369:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 211 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339391:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a36bf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54693f expref: 211 pid: 30327 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339412:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.339417:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339427:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339435:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.339462:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923623.339535:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:2354:x1865335281607808:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 203us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.339542:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3090 00010000:00010000:3.0:1778923623.340955:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.340970:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.340999:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.341013:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.341033:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.341075:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.341090:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 209 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.341104:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098bb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287634816:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923623.341196:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.344898:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098bb800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287634816:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923623.344931:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.347338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.347437:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281607936 00000100:00100000:0.0:1778923623.347447:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281607936 00010000:00010000:0.0:1778923623.347487:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 210 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.347564:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3091 00000100:00100000:0.0:1778923623.347573:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281607936:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923623.347590:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 210 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347601:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 210 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347611:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 210 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347620:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff9ce703d27700) 00010000:00010000:0.0:1778923623.347623:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923623.347638:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347648:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347655:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.347687:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ae00/0x3baece0abe6a36cd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546946 expref: 210 pid: 31254 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.347740:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281607936:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 169us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.347748:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3091 00010000:00010000:1.0:1778923623.348151:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.348159:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.349105:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287634944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.349168:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.349193:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.350391:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287634944 00000100:00100000:0.0:1778923623.350403:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287634944 00000100:00100000:0.0:1778923623.350471:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1778923623.350480:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287634944:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.350597:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287634944:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 118us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.350606:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:3.0:1778923623.350732:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923623.351171:0:30330:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872056 gen 2 00000004:00080000:1.0:1778923623.351179:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123d880, transno 17179872033 00000004:00080000:1.0:1778923623.351186:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123e300, transno 17179872034 00000004:00080000:1.0:1778923623.351188:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123f480, transno 17179872035 00000004:00080000:1.0:1778923623.351190:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ca80, transno 17179872036 00000004:00080000:1.0:1778923623.351193:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ea00, transno 17179872037 00000004:00080000:1.0:1778923623.351195:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ed80, transno 17179872038 00000004:00080000:1.0:1778923623.351197:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123c380, transno 17179872039 00000004:00080000:1.0:1778923623.351199:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f12a00, transno 17179872040 00000004:00080000:1.0:1778923623.351202:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f10380, transno 17179872041 00000004:00080000:1.0:1778923623.351204:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098da680, transno 17179872042 00000004:00080000:1.0:1778923623.351206:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098d9f80, transno 17179872043 00000004:00080000:1.0:1778923623.351209:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123c700, transno 17179872044 00000004:00080000:1.0:1778923623.351211:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954c700, transno 17179872045 00000004:00080000:1.0:1778923623.351214:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ca80, transno 17179872046 00000004:00080000:1.0:1778923623.351216:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ed80, transno 17179872047 00000004:00080000:1.0:1778923623.351219:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9880, transno 17179872048 00000004:00080000:1.0:1778923623.351221:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954fb80, transno 17179872049 00000004:00080000:1.0:1778923623.351223:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9c00, transno 17179872050 00000004:00080000:1.0:1778923623.351225:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 17179872051 00000004:00080000:1.0:1778923623.351228:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4380, transno 17179872052 00000004:00080000:1.0:1778923623.351231:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954df80, transno 17179872053 00000004:00080000:1.0:1778923623.351234:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e7480, transno 17179872054 00000004:00080000:1.0:1778923623.351236:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751ce00, transno 17179872055 00000004:00080000:1.0:1778923623.351239:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751d880, transno 17179872056 00000100:00100000:1.0:1778923623.351246:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287634944:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.351314:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.351354:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.351433:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000004:00080000:0.0:1778923623.352425:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 24 done 00000100:00100000:2.0:1778923623.352995:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635072 00000100:00100000:2.0:1778923623.353003:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635072 00000100:00100000:0.0:1778923623.353269:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1778923623.353280:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635072:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.353398:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635072:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 120us (2043us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.353406:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1778923623.353491:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635072:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.353602:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.353651:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923623.353676:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923623.353886:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635200 00000100:00100000:1.0:1778923623.353904:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635200 00000100:00100000:1.0:1778923623.353939:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1778923623.353947:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635200:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.353999:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635200:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.354005:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1778923623.354082:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635200:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.354116:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.354153:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923623.354174:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923623.354384:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635328 00000100:00100000:1.0:1778923623.354388:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635328 00000100:00100000:1.0:1778923623.354418:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1778923623.354425:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635328:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.354479:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635328:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 54us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.354485:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1778923623.354672:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635328:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.354716:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.354741:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923623.354764:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.354904:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635456 00000100:00100000:0.0:1778923623.354908:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635456 00000100:00100000:0.0:1778923623.354940:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1778923623.354947:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635456:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.354994:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635456:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 48us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.355001:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1778923623.355164:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635456:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.355199:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.355224:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923623.355246:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.355642:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635584 00000100:00100000:0.0:1778923623.355648:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635584 00000100:00100000:0.0:1778923623.355685:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1778923623.355692:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635584:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.355760:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635584:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.355766:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1778923623.356013:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635584:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.356073:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.356099:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923623.356131:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.356253:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635712 00000100:00100000:0.0:1778923623.356258:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635712 00000100:00100000:0.0:1778923623.356290:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1778923623.356297:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635712:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.356398:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635712:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 102us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.356404:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00080000:3.0:1778923623.356598:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923623.356764:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635712:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.356806:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.356838:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.356896:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.356928:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635840 00000100:00100000:0.0:1778923623.356932:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635840 00000100:00100000:0.0:1778923623.356999:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1778923623.357006:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635840:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.357106:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287635840:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.357113:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1778923623.357246:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635840:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.357287:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.357309:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.357330:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923623.357375:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287635968 00000100:00100000:2.0:1778923623.357386:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287635968 00000100:00100000:2.0:1778923623.357418:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1778923623.357425:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635968:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.357482:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287635968:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923623.357489:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1778923623.357852:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287635968:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.357887:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.357913:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.357933:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923623.358039:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636096 00000100:00100000:2.0:1778923623.358044:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636096 00000100:00100000:2.0:1778923623.358075:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:2.0:1778923623.358081:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636096:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923623.358263:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636096:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 181us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923623.358269:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1778923623.358328:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd7100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636096:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.358368:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.358403:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.358424:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.358546:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636224 00000100:00100000:3.0:1778923623.358551:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636224 00000100:00100000:3.0:1778923623.358583:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1778923623.358590:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636224:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.358655:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636224:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 66us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.358661:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1778923623.358904:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636224:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.358940:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.358965:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.358990:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.359087:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636352 00000100:00100000:3.0:1778923623.359091:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636352 00000100:00100000:3.0:1778923623.359208:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1778923623.359218:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636352:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.359274:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636352:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 58us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.359280:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1778923623.359373:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636352:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.359419:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.359443:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.359464:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.359599:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636480 00000100:00100000:3.0:1778923623.359603:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636480 00000100:00100000:3.0:1778923623.359639:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1778923623.359646:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636480:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.359695:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636480:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 50us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.359702:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1778923623.359985:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636480:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.360031:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.360058:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.360079:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.360247:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636608 00000100:00100000:3.0:1778923623.360252:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636608 00000100:00100000:3.0:1778923623.360283:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1778923623.360290:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636608:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.360349:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636608:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 60us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.360356:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1778923623.360539:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636608:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.360583:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.360607:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.360711:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.360763:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636736 00000100:00100000:3.0:1778923623.360767:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636736 00000100:00100000:3.0:1778923623.360832:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1778923623.360839:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636736:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.360897:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287636736:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 59us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.360903:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1778923623.361073:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636736:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.361104:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.361138:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.361158:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.361276:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636864 00000100:00100000:3.0:1778923623.361280:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636864 00000100:00100000:3.0:1778923623.361309:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1778923623.361316:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636864:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.361368:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636864:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.361374:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1778923623.361571:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636864:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.361611:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.361646:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.361663:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.361710:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287636992 00000100:00100000:3.0:1778923623.361714:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287636992 00000100:00100000:3.0:1778923623.361743:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:3.0:1778923623.361749:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636992:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.361800:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287636992:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.361806:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1778923623.361986:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287636992:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.362035:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.362064:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.362086:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923623.362143:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637120 00000100:00100000:3.0:1778923623.362147:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637120 00000100:00100000:3.0:1778923623.362212:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1778923623.362219:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637120:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923623.362283:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637120:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.362289:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1778923623.362343:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637120:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.362387:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.362410:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.362954:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.362996:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637248 00000100:00100000:0.0:1778923623.363001:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637248 00000100:00100000:0.0:1778923623.363038:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:0.0:1778923623.363045:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637248:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.363114:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637248:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.363129:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1778923623.363265:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637248:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.363311:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.363338:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.363362:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.363489:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637376 00000100:00100000:0.0:1778923623.363494:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637376 00000100:00100000:0.0:1778923623.363540:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:0.0:1778923623.363547:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287637376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.363594:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287637376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 47us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.363600:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1778923623.363672:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.363708:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.363730:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.363751:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73421bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.363871:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637504 00000100:00100000:0.0:1778923623.363875:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637504 00000100:00100000:0.0:1778923623.363907:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:0.0:1778923623.363914:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287637504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.363969:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287637504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.363975:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1778923623.364049:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.364081:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.364104:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.364134:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.364542:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637632 00000100:00100000:0.0:1778923623.364546:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637632 00000100:00100000:0.0:1778923623.364567:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1778923623.364573:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.364642:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 69us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.364649:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1778923623.364782:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637632:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:1.0:1778923623.365374:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].44, 1088 off70432 00000001:00080000:1.0:1778923623.365575:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939764 00000100:00100000:1.0:1778923623.365734:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.365774:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.365792:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.366062:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637760 00000100:00100000:0.0:1778923623.366068:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637760 00000100:00100000:0.0:1778923623.366099:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1778923623.366106:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287637760:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.366677:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287637760:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 569us (900us total) trans 17179872063 rc 0/0 00000100:00100000:0.0:1778923623.366687:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1778923623.366863:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637760:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.366900:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e642300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637888:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923623.366933:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923623.366958:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.367010:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287637888 00000100:00100000:0.0:1778923623.367023:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287637888 00000100:00100000:0.0:1778923623.367047:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1778923623.367054:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:30330:x1865335287637888:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923623.367360:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:30330:x1865335287637888:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 306us (425us total) trans 21474839199 rc 0/0 00000100:00100000:0.0:1778923623.367366:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1778923623.367714:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e642300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287637888:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1778923623.367828:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939765 00010000:00010000:1.0:1778923623.367867:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367878:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367885:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367891:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923623.367896:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367902:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367919:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff9ce703d27700) 00010000:00010000:1.0:1778923623.367922:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1778923623.367927:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367933:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a36f7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bb:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367948:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367954:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367960:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367965:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923623.367967:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367973:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367980:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.367982:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1778923623.367984:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.367989:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a36f0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.368005:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.368007:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923623.368012:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a36e2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54694d expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.368244:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54905:x1865335281607680:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 35081us (35350us total) trans 8589939766 rc 0/0 00000100:00100000:1.0:1778923623.368254:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2012 00000020:00080000:1.0:1778923623.368259:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923623.371927:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.372031:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281608064 00000100:00100000:3.0:1778923623.372043:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281608064 00000100:00100000:3.0:1778923623.372223:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5424 00000100:00100000:3.0:1778923623.372235:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54905:x1865335281608064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923623.372258:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923623.372279:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a36fe lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546954 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.372344:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a36fe lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546954 expref: 212 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.372361:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a36fe lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546954 expref: 212 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.372645:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923623.372649:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923623.372654:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:3.0:1778923623.372715:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54905:x1865335281608064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 482us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.372722:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5424 00000100:00100000:2.0:1778923623.377583:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.377893:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281608192 00000100:00100000:0.0:1778923623.377906:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281608192 00002000:00100000:0.0:1778923623.377956:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (57344->114687) req@ffff9ce605c57100 x1865335281608192/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/0 e 0 to 0 dl 1778923634 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923623.377968:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c57100 with x1865335281608192 ext(57344->114687) 00002000:00010000:0.0:1778923623.377973:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce605c57100 00000100:00100000:0.0:1778923623.378053:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3382 00000100:00100000:0.0:1778923623.378063:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281608192:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:0.0:1778923623.382563:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281608192:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 4492us (4981us total) trans 17179872064 rc 0/0 00000100:00100000:0.0:1778923623.382577:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3382 00002000:00100000:0.0:1778923623.382589:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (57344->114687) req@ffff9ce605c57100 x1865335281608192/t17179872064(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:184/0 lens 488/448 e 0 to 0 dl 1778923634 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923623.382598:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c57100 with x1865335281608192 ext(57344->114687) 00002000:00010000:0.0:1778923623.382605:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce605c57100 00000100:00100000:1.0:1778923623.388701:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.388781:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281608448 00000100:00100000:2.0:1778923623.388791:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281608448 00000100:00100000:2.0:1778923623.388847:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2013 00000100:00100000:2.0:1778923623.388858:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54905:x1865335281608448:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923623.389836:0:31668:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1bb:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1778923623.390101:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1580, 64 off137488 00000004:00080000:2.0:1778923623.390115:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1320446610491ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923623.390239:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1588, 64 off137928 00000004:00080000:2.0:1778923623.390246:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1320446741967ns, next at 1321446740812ns, rc = 0 00000001:00080000:2.0:1778923623.390255:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939767 00010000:00010000:2.0:1778923623.390309:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390331:0:31668:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390342:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390350:0:31668:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390356:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390362:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.390678:0:31668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923623.390790:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54905:x1865335281608448:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1931us (2095us total) trans 8589939768 rc 0/0 00000100:00100000:2.0:1778923623.390800:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2013 00000020:00080000:2.0:1778923623.390806:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923623.393570:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.394560:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281608704 00000100:00100000:2.0:1778923623.394571:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281608704 00000100:00100000:2.0:1778923623.394624:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2014 00000100:00100000:2.0:1778923623.394647:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54905:x1865335281608704:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923623.395427:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54905:x1865335281608704:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 779us (1862us total) trans 8589939769 rc 0/0 00000100:00100000:2.0:1778923623.395437:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2014 00010000:00010000:1.0:1778923623.398911:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923623.398925:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.398937:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.398942:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.398951:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.398972:0:27155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bb:0x0].0x0 (ffff9ce703d27700) 00010000:00010000:1.0:1778923623.398975:0:27155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1778923623.398979:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.398985:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3705 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.399009:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923623.399011:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923623.399013:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923623.423620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.423865:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281608960 00000100:00100000:0.0:1778923623.423876:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281608960 00000100:00100000:0.0:1778923623.423951:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5425 00000100:00100000:0.0:1778923623.423961:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:54906:x1865335281608960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923623.423987:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.424008:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a370c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54695b expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.424131:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3713 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.424147:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3713 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.424158:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3713 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923623.424169:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923623.424294:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a370c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54695b expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.424313:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3713 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54695b expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.424322:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.424325:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923623.424328:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923623.424636:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54906:x1865335281608960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 665us (1013us total) trans 8589939770 rc 0/0 00000100:00100000:0.0:1778923623.424646:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5425 00000100:00100000:2.0:1778923623.431169:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.431248:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609216 00000100:00100000:0.0:1778923623.431258:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609216 00000100:00100000:0.0:1778923623.431318:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5426 00000100:00100000:0.0:1778923623.431327:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:54906:x1865335281609216:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923623.431354:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.431383:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3721 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546962 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.431481:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a3728 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.431497:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a3728 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.431529:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a3728 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923623.431542:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923623.431675:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3721 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546962 expref: 220 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.431694:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a3728 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546962 expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.431704:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.431707:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923623.431711:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923623.431767:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+219:54906:x1865335281609216:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 442us (607us total) trans 8589939771 rc 0/0 00000100:00100000:0.0:1778923623.431777:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5426 00000100:00100000:0.0:1778923623.442213:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.442301:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609344 00000100:00100000:1.0:1778923623.442311:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609344 00000100:00100000:1.0:1778923623.442389:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3383 00000100:00100000:1.0:1778923623.442400:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281609344:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923623.442451:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08382a, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923623.442460:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.442477:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.442480:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.442486:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.442533:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469907:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469927:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469936:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469944:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923623.469948:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469957:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469976:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.469984:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a3736 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.470132:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281609344:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27731us (27925us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1778923623.470143:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3383 00000100:00100000:2.0:1778923623.484944:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.485236:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609472 00000100:00100000:3.0:1778923623.485247:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609472 00000100:00100000:3.0:1778923623.485355:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3384 00000100:00100000:3.0:1778923623.485366:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281609472:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923623.485434:0:26631:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083837, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923623.485444:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.485459:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.485461:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.485466:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.485481:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.502963:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.502982:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.502991:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.502999:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923623.503004:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.503025:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.503045:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.503053:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a373d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.503145:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281609472:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17777us (18206us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1778923623.503154:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3384 00000100:00100000:1.0:1778923623.512462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.516107:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609600 00000100:00100000:0.0:1778923623.516130:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609600 00000100:00100000:0.0:1778923623.516213:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3385 00000100:00100000:0.0:1778923623.516223:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281609600:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923623.516259:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.516285:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.516287:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.516293:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.516307:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563160:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563187:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563197:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563205:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923623.563210:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563218:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563238:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.563247:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3744 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.563349:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281609600:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 47121us (50890us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1778923623.563360:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3385 00000100:00100000:1.0:1778923623.570849:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.573642:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609728 00000100:00100000:2.0:1778923623.573657:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609728 00000100:00100000:2.0:1778923623.573877:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3386 00000100:00100000:2.0:1778923623.573889:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281609728:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923623.573939:0:14405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083844, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923623.573948:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.573964:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.573967:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.573972:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.573986:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588406:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588426:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588435:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588443:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923623.588449:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588459:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588478:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.588486:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a374b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.588719:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281609728:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14827us (17874us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1778923623.588731:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3386 00000100:00100000:0.0:1778923623.603433:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.603546:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609856 00000100:00100000:3.0:1778923623.603557:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609856 00000100:00100000:3.0:1778923623.603638:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3387 00000100:00100000:3.0:1778923623.603649:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281609856:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923623.603700:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083854, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923623.603710:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.603726:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.603728:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.603734:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.603746:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615901:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615922:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615931:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615938:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923623.615955:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615965:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615989:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.615996:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3752 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.616094:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281609856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12441us (12665us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1778923623.616106:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3387 00000100:00100000:1.0:1778923623.650909:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.651197:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281609984 00000100:00100000:0.0:1778923623.651218:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281609984 00000100:00100000:0.0:1778923623.651291:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3388 00000100:00100000:0.0:1778923623.651302:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281609984:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923623.651352:0:26642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083858, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923623.651362:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.651378:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.651381:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.651386:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.651406:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662343:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662362:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662371:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662379:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923623.662383:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662391:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662410:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.662418:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3759 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.662499:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281609984:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11195us (11595us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1778923623.662611:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3388 00000100:00100000:0.0:1778923623.691169:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.691265:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281610112 00000100:00100000:2.0:1778923623.691275:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281610112 00000100:00100000:2.0:1778923623.691353:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3389 00000100:00100000:2.0:1778923623.691362:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281610112:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923623.691414:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923623.691424:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.691440:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.691443:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.691448:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.691463:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702260:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702280:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702289:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702295:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923623.702300:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702308:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702326:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.702334:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005968878b/0x3baece0abe6a3760 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.702435:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281610112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11070us (11273us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1778923623.702445:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3389 00000100:00100000:3.0:1778923623.715785:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.715894:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281610240 00000100:00100000:0.0:1778923623.715906:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281610240 00000100:00100000:0.0:1778923623.715980:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3390 00000100:00100000:0.0:1778923623.715990:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281610240:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923623.716048:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923623.716058:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.716074:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.716077:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.716083:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.716097:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721415:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721435:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721444:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721453:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923623.721458:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721468:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721487:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.721494:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a3767 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.721625:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281610240:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5632us (5846us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1778923623.721636:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3390 00000100:00100000:3.0:1778923623.738908:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.739363:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281610368 00000100:00100000:0.0:1778923623.739374:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281610368 00000100:00100000:0.0:1778923623.739455:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3391 00000100:00100000:0.0:1778923623.739464:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281610368:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923623.739558:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923623.739568:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.739589:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.739592:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.739597:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.739611:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743407:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743425:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743433:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743441:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923623.743446:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743455:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743473:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.743485:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a376e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.745130:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281610368:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5657us (6223us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1778923623.745143:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3391 00000100:00100000:3.0:1778923623.759996:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.760559:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281610496 00000100:00100000:0.0:1778923623.760569:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281610496 00000100:00100000:0.0:1778923623.760644:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 557 00000100:00100000:0.0:1778923623.760654:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705735c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54906:x1865335281610496:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923623.760680:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923623.760707:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a3728 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546962 expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.760725:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.760730:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923623.762321:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705735c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54906:x1865335281610496:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 1657us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.762333:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 557 00000100:00100000:1.0:1778923623.771496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.772165:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281610752 00000100:00100000:2.0:1778923623.772176:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281610752 00000100:00100000:2.0:1778923623.772234:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2015 00000100:00100000:2.0:1778923623.772244:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54906:x1865335281610752:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923623.772486:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+219:54906:x1865335281610752:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 243us (999us total) trans 8589939772 rc 0/0 00000100:00100000:2.0:1778923623.772495:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2015 00000100:00100000:2.0:1778923623.825866:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.830812:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611008 00000100:00100000:3.0:1778923623.830828:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611008 00000100:00100000:3.0:1778923623.830964:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5427 00000100:00100000:3.0:1778923623.830976:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54907:x1865335281611008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923623.831002:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923623.831040:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3775 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546969 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.831149:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a377c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.831164:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a377c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.831175:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a377c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923623.831188:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:3.0:1778923623.831308:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3775 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546969 expref: 222 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.831325:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a377c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546969 expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.831334:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923623.831337:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923623.831340:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73b9dc800, rc 0) 00000100:00100000:3.0:1778923623.831416:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+221:54907:x1865335281611008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 442us (5561us total) trans 8589939773 rc 0/0 00000100:00100000:3.0:1778923623.831423:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5427 00000100:00100000:1.0:1778923623.837475:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.837586:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611136 00000100:00100000:3.0:1778923623.837596:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611136 00000100:00100000:3.0:1778923623.837863:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3392 00000100:00100000:3.0:1778923623.837874:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281611136:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923623.837930:0:14411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08382a, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923623.837940:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.837956:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.837958:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923623.837963:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.837978:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845029:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845050:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845059:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845072:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923623.845077:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845086:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845106:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.845113:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a378a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.845208:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281611136:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7333us (7737us total) trans 0 rc 147456/147456 00000100:00100000:3.0:1778923623.845219:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3392 00000100:00100000:1.0:1778923623.859651:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.859903:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611264 00000100:00100000:2.0:1778923623.859915:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611264 00000100:00100000:2.0:1778923623.860008:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3393 00000100:00100000:2.0:1778923623.860034:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281611264:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923623.860104:0:26626:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083837, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923623.860117:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.860138:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.860141:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.860148:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.860164:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862878:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862903:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862913:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862922:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923623.862927:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862938:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862965:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.862974:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7c816ac/0x3baece0abe6a3791 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923623.863156:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281611264:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3120us (3512us total) trans 0 rc 147456/147456 00000100:00100000:2.0:1778923623.863168:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3393 00000100:00100000:3.0:1778923623.874575:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.874809:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611392 00000100:00100000:1.0:1778923623.874823:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611392 00000100:00100000:1.0:1778923623.874925:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3394 00000100:00100000:1.0:1778923623.874937:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281611392:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923623.874985:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.875006:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.875009:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.875024:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.875044:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878354:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878378:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878388:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878395:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.878401:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878410:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878438:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.878447:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a3798 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.878909:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281611392:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3966us (4351us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1778923623.878922:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3394 00000100:00100000:2.0:1778923623.884544:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.884706:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611520 00000100:00100000:1.0:1778923623.884719:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611520 00000100:00100000:1.0:1778923623.884805:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3395 00000100:00100000:1.0:1778923623.884817:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281611520:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923623.884884:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083844, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923623.884896:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.884916:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.884919:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.884926:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.884944:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888112:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888137:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888145:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888152:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.888158:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888167:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888190:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.888198:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a379f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.888313:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281611520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3490us (3812us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1778923623.888324:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3395 00000100:00100000:1.0:1778923623.895633:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.898592:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611648 00000100:00100000:2.0:1778923623.898616:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611648 00000100:00100000:2.0:1778923623.898744:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3396 00000100:00100000:2.0:1778923623.898756:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281611648:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923623.898824:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083854, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923623.899309:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.899338:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.899341:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.899348:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.899365:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907164:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907186:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907203:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907211:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923623.907216:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907226:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907249:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.907256:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a37a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.907401:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281611648:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8642us (11776us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1778923623.907412:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3396 00000100:00100000:2.0:1778923623.915595:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.915828:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611776 00000100:00100000:1.0:1778923623.915842:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611776 00000100:00100000:1.0:1778923623.915938:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3397 00000100:00100000:1.0:1778923623.915951:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281611776:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923623.916212:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083858, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923623.916226:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.916247:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.916250:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.916258:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.916276:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921189:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921217:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921228:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921236:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.921241:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921252:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921282:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.921291:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a37ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.921410:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281611776:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5456us (6007us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1778923623.921658:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3397 00000100:00100000:2.0:1778923623.924915:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.925027:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281611904 00000100:00100000:1.0:1778923623.925044:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281611904 00000100:00100000:1.0:1778923623.925146:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3398 00000100:00100000:1.0:1778923623.925158:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281611904:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923623.925227:0:14410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923623.925239:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.925259:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.925261:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923623.925269:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.925286:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929903:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929929:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929940:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929948:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.929954:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929964:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929989:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.929997:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a37b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.930317:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281611904:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5153us (5419us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1778923623.930330:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3398 00000100:00100000:0.0:1778923623.935856:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923623.935972:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612032 00000100:00100000:2.0:1778923623.935985:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612032 00000100:00100000:2.0:1778923623.936171:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3399 00000100:00100000:2.0:1778923623.936185:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281612032:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923623.936252:0:14408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923623.936265:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.936285:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.936288:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923623.936294:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923623.936310:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941607:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941638:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941649:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941658:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923623.941663:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941673:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941698:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.941708:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a37bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923623.941837:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281612032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5648us (5984us total) trans 0 rc 147456/147456 00000100:00100000:1.0:1778923623.941850:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3399 00000100:00100000:2.0:1778923623.947594:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.950532:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612160 00000100:00100000:0.0:1778923623.950879:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612160 00000100:00100000:0.0:1778923623.951023:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3400 00000100:00100000:0.0:1778923623.951037:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281612160:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923623.951106:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923623.951118:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.951139:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.951142:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923623.951149:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.951168:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.959730:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923623.959954:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.959973:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.959984:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.959992:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923623.959997:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.960007:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.960041:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.960050:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a37c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.960165:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281612160:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9130us (12671us total) trans 0 rc 147456/147456 00000100:00100000:0.0:1778923623.960177:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3400 00000100:00100000:1.0:1778923623.963105:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612288 00000100:00100000:1.0:1778923623.963132:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612288 00000100:00100000:1.0:1778923623.963214:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 177 00000100:00100000:1.0:1778923623.963224:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281612288:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923623.963434:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281612288:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 211us (3718us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923623.963446:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 177 00000100:00100000:3.0:1778923623.977312:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.977384:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612416 00000100:00100000:0.0:1778923623.977397:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612416 00000100:00100000:0.0:1778923623.977494:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 558 00000100:00100000:0.0:1778923623.977551:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54907:x1865335281612416:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923623.977572:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923623.977606:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a377c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546969 expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.977630:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923623.977636:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923623.977697:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54907:x1865335281612416:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 193us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923623.977705:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 558 00000100:00100000:2.0:1778923623.982342:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923623.982434:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612672 00000100:00100000:1.0:1778923623.982449:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612672 00000100:00100000:1.0:1778923623.982575:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2016 00000100:00100000:1.0:1778923623.982589:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705da7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54907:x1865335281612672:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923623.982920:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705da7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54907:x1865335281612672:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 333us (588us total) trans 8589939774 rc 0/0 00000100:00100000:1.0:1778923623.982928:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2016 00000100:00100000:2.0:1778923623.988248:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923623.992690:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281612928 00000100:00100000:0.0:1778923623.992711:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281612928 00000100:00100000:0.0:1778923623.992881:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5428 00000100:00100000:0.0:1778923623.992894:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+221:54746:x1865335281612928:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923623.992928:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923623.992955:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a37c9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546970 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.993120:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.993139:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 222 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.993150:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.993197:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 222 pid: 31653 timeout: 1420 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923623.993211:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 222 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.993230:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287638016:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923623.993373:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923623.995190:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287638016:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923623.995223:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923623.995847:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923623.995980:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613056 00000100:00100000:3.0:1778923623.995989:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613056 00010000:00010000:3.0:1778923623.996035:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 223 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.996074:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3092 00000100:00100000:3.0:1778923623.996085:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+223:2353:x1865335281613056:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923623.996105:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 223 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996124:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 223 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996137:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 223 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996146:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923623.996149:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1778923623.996153:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996162:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996168:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923623.996205:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 223 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.996274:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923623.996275:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+223:2353:x1865335281613056:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 191us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923623.996291:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3092 00010000:00010000:1.0:1778923623.996291:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923623.996318:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:1.0:1778923623.996600:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a37c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546970 expref: 224 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.996623:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546970 expref: 223 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923623.996632:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923623.996635:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923623.996637:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:1.0:1778923623.996672:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281612928:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3781us (8441us total) trans 8589939775 rc 0/0 00000100:00100000:1.0:1778923623.996679:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5428 00000100:00100000:0.0:1778923624.000758:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.000896:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613184 00000100:00100000:3.0:1778923624.000907:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613184 00002000:00100000:3.0:1778923624.001077:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (147456->151551) req@ffff9ce704f10a80 x1865335281613184/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/0 e 0 to 0 dl 1778923635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923624.001091:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10a80 with x1865335281613184 ext(147456->151551) 00002000:00010000:3.0:1778923624.001099:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f10a80 00000100:00100000:3.0:1778923624.001135:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3401 00000100:00100000:3.0:1778923624.001147:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281613184:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923624.001401:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281613184:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 255us (653us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923624.001408:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3401 00002000:00100000:3.0:1778923624.001415:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (147456->151551) req@ffff9ce704f10a80 x1865335281613184/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/4536 e 0 to 0 dl 1778923635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923624.001423:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10a80 with x1865335281613184 ext(147456->151551) 00002000:00010000:3.0:1778923624.001426:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f10a80 00000100:00080000:0.0:1778923624.003255:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923624.004958:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.005372:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613312 00000100:00100000:2.0:1778923624.005385:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613312 00002000:00100000:2.0:1778923624.005443:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (176128->180223) req@ffff9ce7098bb100 x1865335281613312/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/0 e 0 to 0 dl 1778923635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923624.005455:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098bb100 with x1865335281613312 ext(176128->180223) 00002000:00010000:2.0:1778923624.005462:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098bb100 00000100:00100000:2.0:1778923624.005572:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3402 00000100:00100000:2.0:1778923624.005582:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281613312:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923624.005827:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281613312:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 246us (878us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1778923624.005834:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3402 00002000:00100000:2.0:1778923624.005841:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (176128->180223) req@ffff9ce7098bb100 x1865335281613312/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/4536 e 0 to 0 dl 1778923635 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923624.005850:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098bb100 with x1865335281613312 ext(176128->180223) 00002000:00010000:2.0:1778923624.005853:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098bb100 00000100:00100000:3.0:1778923624.035481:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.035911:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613568 00000100:00100000:2.0:1778923624.035928:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613568 00000100:00100000:3.0:1778923624.036113:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2017 00000100:00100000:3.0:1778923624.036126:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+223:54908:x1865335281613568:12345-192.168.203.24@tcp:35:lfs.0 00000100:00080000:0.0:1778923624.036301:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1778923624.036554:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+224:54908:x1865335281613568:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 430us (1085us total) trans 8589939776 rc 0/0 00000100:00100000:3.0:1778923624.036562:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2017 00000100:00100000:0.0:1778923624.052523:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.052836:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613824 00000100:00100000:2.0:1778923624.052850:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613824 00000100:00100000:2.0:1778923624.052938:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5429 00000100:00100000:2.0:1778923624.052951:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54908:x1865335281613824:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923624.052983:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923624.052987:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1778923624.053032:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a37d0 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546970 expref: 224 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053061:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3713 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54695b expref: 223 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053073:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923624.053079:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923624.053096:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a37de lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546977 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053245:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053263:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053275:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923624.053301:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:2.0:1778923624.053458:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a37de lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546977 expref: 225 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053472:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546977 expref: 224 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.053478:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923624.053481:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923624.053483:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c400, rc 0) 00000100:00100000:2.0:1778923624.053819:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54908:x1865335281613824:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 870us (1321us total) trans 8589939777 rc 0/0 00000100:00100000:2.0:1778923624.053828:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5429 00000100:00100000:0.0:1778923624.057329:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.057403:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.059996:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281613952 00000100:00100000:3.0:1778923624.060023:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281613952 00000100:00100000:0.0:1778923624.060358:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923624.060698:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614208 00000100:00100000:1.0:1778923624.060703:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614208 00000100:00100000:1.0:1778923624.060769:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614080 00000100:00100000:1.0:1778923624.060773:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614080 00000100:00100000:0.0:1778923624.060830:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6810 00000100:00100000:0.0:1778923624.060843:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281613952:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923624.060907:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.060941:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 24 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.060956:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923624.060959:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923624.060962:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.061004:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 24 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.061030:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 24 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.061048:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287638144:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923624.061162:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923624.061648:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6811 00000100:00100000:3.0:1778923624.061661:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281614208:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923624.061688:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061704:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 24 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061711:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923624.061713:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923624.061716:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061739:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 24 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061750:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 24 pid: 22251 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.061762:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287638272:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923624.061809:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923624.061848:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6812 00000100:00100000:3.0:1778923624.061857:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281614080:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923624.061880:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061894:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.061909:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923624.061910:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923624.061913:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.062408:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.062420:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 31 pid: 26019 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.062432:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287638400:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923624.062588:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1778923624.064199:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1778923624.064235:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1778923624.064390:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.064478:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287638144:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923624.064534:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.064664:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614336 00000100:00100000:3.0:1778923624.064671:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614336 00002000:00100000:3.0:1778923624.064732:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (147456->180223) req@ffff9ce71123ca80 x1865335281614336/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/0 e 0 to 0 dl 1778923635 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923624.064744:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123ca80 with x1865335281614336 ext(147456->180223) 00010000:00010000:3.0:1778923624.064751:0:26633:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.064765:0:26633:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923624.064779:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce71123ca80 00000100:00100000:3.0:1778923624.064814:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 74 00000100:00100000:3.0:1778923624.064824:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281614336:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:0.0:1778923624.065643:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.065661:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.065679:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614592 00000100:00100000:0.0:1778923624.065684:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614592 00010000:00010000:0.0:1778923624.065708:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.065729:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614464 00000100:00100000:0.0:1778923624.065731:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614464 00010000:00010000:0.0:1778923624.065740:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 27 pid: 22251 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.065759:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3093 00000100:00100000:0.0:1778923624.065767:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281614592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923624.065778:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923624.065803:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.065816:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 32 pid: 26019 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.065843:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.065845:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.065851:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.065861:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.065883:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923624.065916:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281614592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 150us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923624.065923:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3093 00000100:00100000:3.0:1778923624.066369:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287638272:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923624.066392:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.066452:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3094 00000100:00100000:0.0:1778923624.066460:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281614464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923624.066470:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923624.066487:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 27 pid: 22251 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.066725:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 27 pid: 22251 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.066741:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3561 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468d6 expref: 27 pid: 22251 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.066755:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.066757:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.066760:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.066769:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067021:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a355a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468cf expref: 31 pid: 26019 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.067034:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287638400:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923624.067048:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067057:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067064:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067105:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067115:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067124:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067131:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923624.067137:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067147:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067160:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.067168:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a3801 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.067248:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281614080:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 5393us (6896us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923624.067258:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6812 00010000:00010000:0.0:1778923624.067587:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923624.067622:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281614464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1163us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923624.067630:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3094 00010000:00010000:3.0:1778923624.070258:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.070282:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072468:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072491:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072513:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072522:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671ea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923624.072528:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072539:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072566:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.072576:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a37fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.072917:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281614208:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 11253us (15506us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923624.072930:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6811 00000100:00100000:3.0:1778923624.076472:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281614336:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 11636us (12073us total) trans 17179872065 rc 0/0 00000100:00100000:3.0:1778923624.076487:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 74 00002000:00100000:3.0:1778923624.077444:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (147456->180223) req@ffff9ce71123ca80 x1865335281614336/t17179872065(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:185/0 lens 488/448 e 0 to 0 dl 1778923635 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923624.077459:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123ca80 with x1865335281614336 ext(147456->180223) 00010000:00010000:3.0:1778923624.077472:0:26633:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.077629:0:26633:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923624.077640:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce71123ca80 00000100:00100000:0.0:1778923624.081182:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923624.083553:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614720 00000100:00100000:1.0:1778923624.083572:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614720 00010000:00010000:1.0:1778923624.083747:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.083802:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3095 00000100:00100000:1.0:1778923624.083815:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281614720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923624.083834:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1778923624.083859:0:5739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923623 -> 1778923624 00002000:00010000:1.0:1778923624.083863:0:5739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923623 -> 1778923624 00002000:00010000:1.0:1778923624.083865:0:5739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 391 00010000:00010000:1.0:1778923624.083872:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.084199:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.084232:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a363a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54690e expref: 25 pid: 6546 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.084251:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.084254:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.084260:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.084273:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.084351:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923624.084434:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281614720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 622us (3266us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923624.084443:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3095 00010000:00010000:2.0:1778923624.086063:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086084:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086196:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086206:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086214:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086222:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.086227:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086242:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086261:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.086269:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a37f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.086422:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281613952:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 25578us (29101us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923624.086432:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6810 00000100:00100000:0.0:1778923624.090869:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.091238:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281614976 00000100:00100000:3.0:1778923624.091251:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281614976 00000100:00100000:3.0:1778923624.091346:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5430 00000100:00100000:3.0:1778923624.091357:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+224:54908:x1865335281614976:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923624.091422:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923624.091456:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a36fe lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546954 expref: 224 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.091477:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923624.091483:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923624.091563:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.091578:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.091589:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923624.115262:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1589, 88 off138016 00000004:00080000:0.0:1778923624.115286:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321171781142ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923624.115328:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1581, 88 off137576 00000004:00080000:0.0:1778923624.115333:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321171829251ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923624.115421:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1582, 88 off137664 00000004:00080000:0.0:1778923624.115426:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321171922302ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923624.115872:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1590, 88 off138104 00000004:00080000:0.0:1778923624.115879:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321172374307ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923624.115898:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1591, 88 off138192 00000004:00080000:0.0:1778923624.115914:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321172410076ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923624.116067:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1583, 88 off137752 00000004:00080000:0.0:1778923624.116073:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321172569387ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923624.116752:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1584, 88 off137840 00000004:00080000:0.0:1778923624.116762:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321173258217ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923624.117215:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1592, 88 off138280 00000004:00080000:0.0:1778923624.117221:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321173717004ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923624.117251:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1585, 88 off137928 00000004:00080000:0.0:1778923624.117255:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321173751182ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.121994:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1593, 88 off138368 00000004:00080000:2.0:1778923624.122020:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321178515834ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.122088:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1594, 88 off138456 00000004:00080000:2.0:1778923624.122100:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321178596104ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.122487:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1586, 88 off138016 00000004:00080000:2.0:1778923624.122827:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179322210ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.122858:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1595, 88 off138544 00000004:00080000:2.0:1778923624.122862:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321179357685ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.122875:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1587, 88 off138104 00000004:00080000:2.0:1778923624.122878:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179373920ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.122890:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1596, 88 off138632 00000004:00080000:2.0:1778923624.122893:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321179388974ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.122905:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1588, 88 off138192 00000004:00080000:2.0:1778923624.122908:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179404272ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.122920:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1589, 88 off138280 00000004:00080000:2.0:1778923624.122923:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179419032ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.123298:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1597, 88 off138720 00000004:00080000:2.0:1778923624.123304:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321179800087ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.123322:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1598, 88 off138808 00000004:00080000:2.0:1778923624.123326:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321179822050ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923624.123342:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1590, 88 off138368 00000004:00080000:2.0:1778923624.123348:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179844010ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.123362:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1591, 88 off138456 00000004:00080000:2.0:1778923624.123366:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1321179861669ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923624.123379:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1599, 88 off138896 00000004:00080000:2.0:1778923624.123382:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1321179878005ns, next at 1321446740812ns, rc = 0 00000001:00080000:3.0:1778923624.177291:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939778 is committed 00000004:00080000:3.0:1778923624.177308:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1262 committed 00000004:00080000:3.0:1778923624.177329:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1257 committed 00000004:00080000:3.0:1778923624.177340:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1256 committed 00000004:00080000:3.0:1778923624.177343:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1261 committed 00000004:00080000:3.0:1778923624.177346:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1260 committed 00000004:00080000:3.0:1778923624.177349:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1255 committed 00000004:00080000:3.0:1778923624.177351:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1254 committed 00000004:00080000:3.0:1778923624.177353:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1259 committed 00000004:00080000:3.0:1778923624.177355:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1253 committed 00000004:00080000:3.0:1778923624.177358:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1258 committed 00000004:00080000:3.0:1778923624.177360:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1252 committed 00000004:00080000:3.0:1778923624.177362:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1257 committed 00000004:00080000:3.0:1778923624.177364:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1256 committed 00000004:00080000:3.0:1778923624.177366:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1251 committed 00000004:00080000:3.0:1778923624.177368:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1255 committed 00000004:00080000:3.0:1778923624.177371:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1250 committed 00000004:00080000:3.0:1778923624.177373:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1249 committed 00000004:00080000:3.0:1778923624.177377:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1254 committed 00000004:00080000:3.0:1778923624.177379:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1253 committed 00000004:00080000:3.0:1778923624.177381:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1248 committed 00000004:00080000:3.0:1778923624.177383:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1247 committed 00000004:00080000:3.0:1778923624.177384:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1252 committed 00000020:00080000:3.0:1778923624.177425:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce737d819c0 refcount 2 committed 0 result 0 batchid 4294969399 00000020:00080000:3.0:1778923624.177431:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0c000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce737d81000 00000020:00080000:3.0:1778923624.177434:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0c500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce737d816c0 00000020:00080000:3.0:1778923624.177437:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0cf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce60267dc00 00000020:00080000:3.0:1778923624.177440:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].44 00000004:00080000:3.0:1778923624.177468:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1251 committed 00000004:00080000:3.0:1778923624.177471:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1246 committed 00000020:00080000:3.0:1778923624.177596:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969399 committed batchid 4294969398 00000020:00080000:3.0:1778923624.177908:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969398 00000100:00100000:2.0:1778923624.178365:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287638656:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923624.178452:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923624.178487:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287639168:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923624.178682:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923624.178711:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923624.178717:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287638528:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1778923624.178741:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923624.178756:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287639040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923624.178772:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923624.178804:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287638656 00000100:00100000:2.0:1778923624.178813:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287638656 00000100:00100000:2.0:1778923624.178863:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639168 00000100:00100000:2.0:1778923624.178866:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639168 00000100:00100000:2.0:1778923624.178880:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287638528 00000100:00100000:2.0:1778923624.178882:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287638528 00000100:00100000:2.0:1778923624.178895:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639040 00000100:00100000:2.0:1778923624.178897:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639040 00000100:00100000:2.0:1778923624.178915:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6813 00000100:00100000:2.0:1778923624.178923:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287638656:12345-0@lo:2:osp-syn-1-0.0 00000004:00010000:0.0:1778923624.179080:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005cdfeb44 reply state 0000000035ee609f transno 8589939778 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.179107:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923624.179391:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287638784:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923624.179424:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923624.179444:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287639296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923624.179462:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923624.179477:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287639808:0@lo:2:osp-syn-0-0.0 00010000:00080000:0.0:1778923624.179767:0:30325:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1778923624.179785:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54908:x1865335281614976:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 88427us (88926us total) trans 8589939778 rc 0/0 00000100:00100000:0.0:1778923624.179794:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5430 00010000:00010000:0.0:1778923624.179831:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179841:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179850:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179857:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923624.179862:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179871:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179890:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923624.179893:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923624.179900:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.179907:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a3808 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.180901:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923624.180940:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287640320:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.181302:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287639552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.181361:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.181376:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.181396:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.181413:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1778923624.181418:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287639680:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.181435:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.181445:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640192:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.181464:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.181490:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287638912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923624.181900:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287638656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2975us (3446us total) trans 17179872066 rc 0/0 00000100:00100000:2.0:1778923624.181911:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6813 00000100:00100000:2.0:1778923624.181939:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287638784 00000100:00100000:3.0:1778923624.182020:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923624.182056:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639296 00000100:00100000:3.0:1778923624.182063:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639296 00000100:00100000:3.0:1778923624.182106:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639808 00000100:00100000:3.0:1778923624.182109:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639808 00000100:00100000:1.0:1778923624.182427:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.182442:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287639424:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.182462:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.182472:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287639936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.182489:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923624.183094:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639552 00000100:00100000:0.0:1778923624.183100:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639552 00000100:00100000:3.0:1778923624.183284:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640064 00000100:00100000:3.0:1778923624.183288:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640064 00000100:00100000:3.0:1778923624.183298:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639680 00000100:00100000:3.0:1778923624.183301:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639680 00000100:00100000:3.0:1778923624.183312:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640192 00000100:00100000:3.0:1778923624.183315:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640192 00000100:00100000:3.0:1778923624.183324:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640320 00000100:00100000:3.0:1778923624.183326:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640320 00000100:00100000:3.0:1778923624.183333:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287638912 00000100:00100000:3.0:1778923624.183336:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287638912 00000100:00100000:3.0:1778923624.183344:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639424 00000100:00100000:3.0:1778923624.183346:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639424 00000100:00100000:3.0:1778923624.183353:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287639936 00000100:00100000:3.0:1778923624.183355:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287639936 00000100:00100000:3.0:1778923624.183369:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6814 00000100:00100000:3.0:1778923624.183377:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287639168:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.183706:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815 00000100:00100000:0.0:1778923624.183714:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287638528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1778923624.183732:0:8354:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:672 count 1 00010000:00010000:0.0:1778923624.183758:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.183789:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 22 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.183798:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923624.183801:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923624.183805:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.183848:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 22 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.183863:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 22 pid: 32943 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.183878:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287640576:192.168.203.24@tcp:104: 00002000:00010000:3.0:1778923624.184189:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923624.184193:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923624.184196:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923624.184198:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923624.184201:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923624.184244:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287638784 00000100:00100000:2.0:1778923624.184269:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816 00000100:00100000:2.0:1778923624.184276:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287639040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923624.184368:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923624.184371:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923624.184374:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923624.184376:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:2.0:1778923624.184378:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923624.184461:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923624.184486:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817 00000100:00100000:0.0:1778923624.184757:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287639296:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.184967:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287639296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 472us (5503us total) trans 17179872069 rc 0/0 00000100:00100000:0.0:1778923624.184975:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817 00000100:00100000:0.0:1778923624.184999:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:0.0:1778923624.185007:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287639808:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.185275:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287639808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 269us (4379us total) trans 21474839200 rc 0/0 00000100:00100000:0.0:1778923624.185282:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00000100:00100000:0.0:1778923624.185293:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819 00000100:00100000:0.0:1778923624.185300:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287640064:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.185399:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287640064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (4001us total) trans 21474839201 rc 0/0 00000100:00100000:0.0:1778923624.185406:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819 00000100:00100000:0.0:1778923624.185417:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:0.0:1778923624.185423:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287639680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.185598:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923624.185602:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923624.185605:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923624.185607:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923624.186698:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923624.186769:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287639680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1343us (5328us total) trans 21474839202 rc 0/0 00000100:00100000:0.0:1778923624.186779:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000100:00100000:0.0:1778923624.186813:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821 00000100:00100000:0.0:1778923624.186822:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287640192:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.187053:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 146983 -> 146983 00002000:00010000:0.0:1778923624.187057:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.187060:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923624.187072:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.187075:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923624.187104:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287640192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (5639us total) trans 21474839203 rc 0/0 00000100:00100000:0.0:1778923624.187121:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00000100:00100000:0.0:1778923624.187136:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:0.0:1778923624.187143:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287640320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.187220:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923624.187223:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.187226:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923624.187228:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.187230:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923624.187255:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287640320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (5642us total) trans 21474839204 rc 0/0 00000100:00100000:0.0:1778923624.187261:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00000100:00100000:0.0:1778923624.187273:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823 00000100:00100000:0.0:1778923624.187279:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287638912:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.187413:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287638912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (4985us total) trans 17179872070 rc 0/0 00000100:00100000:0.0:1778923624.187419:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823 00000100:00100000:0.0:1778923624.187430:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824 00000100:00100000:0.0:1778923624.187437:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287639424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.187867:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287639424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 429us (5402us total) trans 17179872071 rc 0/0 00000100:00100000:0.0:1778923624.187874:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824 00000100:00100000:0.0:1778923624.187888:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825 00000100:00100000:0.0:1778923624.187895:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287639936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.188217:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923624.188221:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.188225:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923624.188227:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.188230:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923624.188257:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287639936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 363us (5767us total) trans 21474839205 rc 0/0 00000100:00100000:0.0:1778923624.188264:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825 00000100:00100000:0.0:1778923624.188277:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826 00000100:00100000:0.0:1778923624.188283:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287639552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1778923624.188300:0:6546:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:700 count 1 00002000:00010000:0.0:1778923624.188328:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2bc:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083848, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923624.188337:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.188356:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.188358:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.188365:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.188380:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.188391:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.188400:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.188436:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1778923624.188764:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b9180/2, rc 0, transno 21474839205 00000100:00100000:1.0:1778923624.188781:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287639936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.188796:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287640448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.188837:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923624.188871:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f39500/2, rc 0, transno 17179872070 00000100:00100000:1.0:1778923624.188885:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287638912:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923624.188894:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f38a80/2, rc 0, transno 17179872071 00000100:00100000:1.0:1778923624.188897:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287639424:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923624.188930:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b8380/2, rc 0, transno 21474839202 00000100:00100000:1.0:1778923624.188934:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287639680:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923624.188953:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772c380/2, rc 0, transno 21474839203 00000100:00100000:1.0:1778923624.188956:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640192:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923624.188968:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772e300/2, rc 0, transno 21474839201 00000100:00100000:1.0:1778923624.188971:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640064:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.189059:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640704:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.189971:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287639552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1685us (8606us total) trans 21474839206 rc 0/0 00000100:00100000:0.0:1778923624.189983:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826 00000100:00100000:0.0:1778923624.190020:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640448 00000100:00100000:0.0:1778923624.190028:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640448 00000100:00100000:0.0:1778923624.190061:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6827 00000100:00100000:0.0:1778923624.190080:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287638784:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.190636:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287638784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 557us (11208us total) trans 17179872072 rc 0/0 00000100:00100000:0.0:1778923624.190643:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6827 00000100:00100000:0.0:1778923624.190659:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6828 00000100:00100000:0.0:1778923624.190665:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287640448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.190753:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923624.190756:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.190759:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923624.190761:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.190764:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923624.190806:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287640448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 141us (1968us total) trans 21474839207 rc 0/0 00000100:00100000:0.0:1778923624.190812:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6828 00000004:00080000:0.0:1778923624.190866:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772d180/2, rc 0, transno 21474839207 00000100:00100000:0.0:1778923624.190873:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287640448:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.191133:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923624.191179:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b9880/2, rc 0, transno 21474839206 00000100:00100000:1.0:1778923624.191184:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287639552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1778923624.191196:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923624.191207:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640832:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.191238:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.191262:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640704 00000100:00100000:1.0:1778923624.191267:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640704 00000100:00100000:1.0:1778923624.191289:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640832 00000100:00100000:1.0:1778923624.191292:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640832 00000100:00100000:1.0:1778923624.191302:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:1.0:1778923624.191308:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287640704:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.191464:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287640704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (331us total) trans 17179872073 rc 0/0 00000100:00100000:1.0:1778923624.191471:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00000100:00100000:1.0:1778923624.191485:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:1.0:1778923624.191520:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287640832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923624.191601:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923624.191604:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923624.191607:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923624.191609:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923624.191612:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1778923624.191635:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287640832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 144us (396us total) trans 17179872074 rc 0/0 00000100:00100000:1.0:1778923624.191641:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000004:00080000:1.0:1778923624.191667:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7800/2, rc 0, transno 17179872074 00000100:00100000:1.0:1778923624.191680:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640832:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923624.191688:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5500/2, rc 0, transno 17179872073 00000100:00100000:1.0:1778923624.191692:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287640704:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.191766:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287641088:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.191790:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.191809:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923624.191814:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287640960:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.191838:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923624.191853:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287641088 00000100:00100000:1.0:1778923624.191857:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287641088 00000100:00100000:1.0:1778923624.191872:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287640960 00000100:00100000:1.0:1778923624.191874:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287640960 00000100:00100000:1.0:1778923624.191884:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831 00000100:00100000:1.0:1778923624.191890:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287641088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923624.192384:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923624.192388:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923624.192390:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923624.192393:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:1.0:1778923624.192395:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1778923624.192430:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287641088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 540us (639us total) trans 17179872075 rc 0/0 00000100:00100000:1.0:1778923624.192437:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831 00000100:00100000:1.0:1778923624.192451:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:1.0:1778923624.192457:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287640960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923624.192658:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287640960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 201us (818us total) trans 17179872076 rc 0/0 00000100:00100000:1.0:1778923624.192668:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00000004:00080000:1.0:1778923624.192697:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5880/2, rc 0, transno 17179872076 00000100:00100000:1.0:1778923624.192703:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287640960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923624.192710:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4000/2, rc 0, transno 17179872075 00000100:00100000:1.0:1778923624.192713:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287641088:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923624.193023:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287639168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9644us (14407us total) trans 17179872067 rc 0/0 00000100:00100000:3.0:1778923624.193033:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6814 00000100:00100000:2.0:1778923624.193381:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287639040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9103us (14605us total) trans 17179872068 rc 0/0 00000100:00100000:2.0:1778923624.193389:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816 00010000:00010000:0.0:1778923624.193995:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923624.194006:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.194030:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923624.194035:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.194047:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.194076:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.194083:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a3816 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.198410:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923624.198419:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923624.198423:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1778923624.198925:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f38700/2, rc 0, transno 17179872068 00000100:00100000:0.0:1778923624.198941:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287639040:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923624.198967:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3aa00/2, rc 0, transno 17179872066 00000100:00100000:0.0:1778923624.198971:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287638656:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923624.198980:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3bb80/2, rc 0, transno 17179872067 00000100:00100000:0.0:1778923624.198983:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287639168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923624.199618:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287641472:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923624.199701:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923624.199745:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f38380/2, rc 0, transno 17179872072 00000100:00100000:3.0:1778923624.199751:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287638784:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923624.199760:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3b480/2, rc 0, transno 17179872069 00000100:00100000:3.0:1778923624.199764:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287639296:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923624.199775:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098bb800/2, rc 0, transno 21474839200 00000100:00100000:3.0:1778923624.199779:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287639808:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923624.199788:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772ea00/2, rc 0, transno 21474839204 00000100:00100000:3.0:1778923624.199791:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287640320:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923624.199809:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923624.199814:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287641600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923624.199835:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923624.199867:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287641472 00000100:00100000:3.0:1778923624.199874:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287641472 00000100:00100000:3.0:1778923624.199920:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287641600 00000100:00100000:3.0:1778923624.199922:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287641600 00000100:00100000:3.0:1778923624.199941:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:3.0:1778923624.199961:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287641472:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.200479:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287641216:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.200543:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923624.200575:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1778923624.200581:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287641344:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.200603:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923624.200638:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287641216 00000100:00100000:0.0:1778923624.200642:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287641216 00000100:00100000:0.0:1778923624.200670:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287641344 00000100:00100000:0.0:1778923624.200672:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287641344 00000100:00100000:0.0:1778923624.200688:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:0.0:1778923624.200695:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3293:x1865335287641600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.200920:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3293:x1865335287641600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 224us (1083us total) trans 21474839208 rc 0/0 00000100:00100000:0.0:1778923624.200928:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:0.0:1778923624.200948:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:0.0:1778923624.200953:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287641216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923624.201050:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923624.201055:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.201058:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923624.201067:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:0.0:1778923624.201070:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923624.201305:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3291:x1865335287641216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 351us (761us total) trans 21474839209 rc 0/0 00000100:00100000:0.0:1778923624.201312:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000100:00100000:0.0:1778923624.201331:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836 00000100:00100000:0.0:1778923624.201339:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287641344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.201436:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+42:3291:x1865335287641344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (831us total) trans 21474839210 rc 0/0 00000100:00100000:0.0:1778923624.201442:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836 00000004:00080000:0.0:1778923624.201483:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea81c00/2, rc 0, transno 21474839210 00000100:00100000:0.0:1778923624.201653:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287641344:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923624.201668:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea82d80/2, rc 0, transno 21474839209 00000100:00100000:0.0:1778923624.201671:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287641216:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923624.202346:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923624.202351:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923624.202354:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923624.202357:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923621 00002000:00010000:3.0:1778923624.202360:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923624.202403:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+42:3293:x1865335287641472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2443us (2702us total) trans 21474839211 rc 0/0 00000100:00100000:3.0:1778923624.202412:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000004:00080000:3.0:1778923624.202452:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea83100/2, rc 0, transno 21474839208 00000100:00100000:3.0:1778923624.202457:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287641600:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923624.202465:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea81180/2, rc 0, transno 21474839211 00000100:00100000:3.0:1778923624.202469:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287641472:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923624.208143:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287640576:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923624.208185:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.209917:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.210148:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.210328:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615232 00000100:00100000:2.0:1778923624.210340:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615232 00010000:00010000:2.0:1778923624.210392:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 23 pid: 32943 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.210436:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3096 00000100:00100000:2.0:1778923624.210447:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281615232:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923624.210468:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923624.210475:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 23 pid: 32943 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.210501:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 23 pid: 32943 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.210576:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a18ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d545f2f expref: 23 pid: 32943 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.210598:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923624.210600:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923624.210606:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.210617:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.210644:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923624.210707:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281615232:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 262us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923624.210715:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3096 00010000:00010000:0.0:1778923624.211385:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.211401:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.211414:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.211422:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.211452:0:8354:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1778923624.212499:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287638528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28771us (33741us total) trans 17179872077 rc 0/0 00000100:00100000:0.0:1778923624.212537:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815 00010000:00010000:2.0:1778923624.213130:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1778923624.213140:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.213154:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.213159:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.213170:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.213190:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.213198:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a380f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.213223:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923624.213225:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923624.213226:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923624.213736:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615104 00000100:00100000:1.0:1778923624.213748:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615104 00000100:00100000:1.0:1778923624.213806:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5431 00000100:00100000:1.0:1778923624.213817:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54908:x1865335281615104:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923624.213845:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923624.213867:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54697e expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.213939:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.214072:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.214234:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923624.214238:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923624.214242:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:1.0:1778923624.214345:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54908:x1865335281615104:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 529us (4438us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923624.214353:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5431 00000004:00080000:3.0:1778923624.214558:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f39c00/2, rc 0, transno 17179872077 00000100:00100000:3.0:1778923624.214567:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287638528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1778923624.226270:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.226663:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615360 00000100:00100000:3.0:1778923624.226676:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615360 00000100:00100000:3.0:1778923624.226787:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6837 00000100:00100000:3.0:1778923624.226799:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281615360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923624.226823:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923624.226854:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546985 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923624.226891:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083867, ctime: 0x6a083868, blocks: 0x187 00010000:00010000:3.0:1778923624.226917:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.226920:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.226933:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 23 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.226963:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 23 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.226986:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:3.0:1778923624.227135:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281615360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 339us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923624.227144:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6837 00000100:00100000:2.0:1778923624.235717:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.235954:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.238006:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615488 00000100:00100000:0.0:1778923624.238032:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615488 00000100:00100000:0.0:1778923624.238296:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615616 00000100:00100000:0.0:1778923624.238301:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615616 00000100:00100000:0.0:1778923624.238388:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6838 00000100:00100000:0.0:1778923624.238401:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281615488:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923624.238429:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923624.238456:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54698c expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923624.238504:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083867, atime: 0x6a083864, ctime: 0x6a083867, blocks: 0x3 00010000:00010000:0.0:1778923624.238531:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.238534:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.238547:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.238567:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.238582:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923624.238690:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281615488:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 291us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923624.238699:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6838 00000100:00100000:0.0:1778923624.238723:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6839 00000100:00100000:0.0:1778923624.238729:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281615616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923624.238738:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923624.238752:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546993 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923624.238770:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083867, atime: 0x6a083864, ctime: 0x6a083867, blocks: 0x3 00010000:00010000:0.0:1778923624.238781:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.238783:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.238788:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 24 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.238800:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 24 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.238809:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7000, rc 0) 00000100:00100000:0.0:1778923624.238830:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281615616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 101us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923624.238837:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6839 00000100:00100000:1.0:1778923624.364683:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.365069:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615744 00000100:00100000:0.0:1778923624.365084:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615744 00000100:00100000:0.0:1778923624.365807:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3403 00000100:00100000:0.0:1778923624.365823:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281615744:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923624.365872:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.365899:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.365902:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.365910:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.365925:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.407965:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.407989:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.407998:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.408005:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.408038:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.408048:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.408071:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.408078:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026e0a2c5/0x3baece0abe6a3839 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.408201:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281615744:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 42376us (43527us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1778923624.408212:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3403 00000100:00100000:0.0:1778923624.417064:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923624.417824:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281615872 00000100:00100000:1.0:1778923624.417838:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281615872 00000100:00100000:1.0:1778923624.417954:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3404 00000100:00100000:1.0:1778923624.417967:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281615872:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923624.418049:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08382a, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923624.418060:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.418081:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.418093:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.418100:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.418123:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923624.517427:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872077 is committed 00000001:00080000:2.0:1778923624.517466:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872064 is committed 00000001:00080000:2.0:1778923624.517492:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872078 is committed 00002000:00010000:1.0:1778923624.518430:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:1.0:1778923624.518437:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:1.0:1778923624.518441:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:1.0:1778923624.518459:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518477:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518487:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518810:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923624.518817:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518830:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518857:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.518866:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a3840 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.519352:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281615872:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 101380us (102295us total) trans 17179872078 rc 0/0 00000100:00100000:1.0:1778923624.519366:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3404 00000100:00100000:1.0:1778923624.523913:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923624.524270:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616000 00000100:00100000:2.0:1778923624.524284:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616000 00000100:00100000:2.0:1778923624.524373:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3405 00000100:00100000:2.0:1778923624.524385:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281616000:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923624.524461:0:26642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083837, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:2.0:1778923624.524472:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.524491:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923624.524493:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923624.524500:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.524553:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923624.579431:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:2.0:1778923624.579443:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:2.0:1778923624.579446:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:2.0:1778923624.579463:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579479:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579489:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579497:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.579534:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579545:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579568:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.579576:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a3847 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923624.579713:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839210 is committed 00000001:00080000:1.0:1778923624.579766:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839171 is committed 00000001:00080000:1.0:1778923624.579780:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839212 is committed 00000001:00080000:1.0:1778923624.579832:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839211 is committed 00000100:00100000:2.0:1778923624.580063:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281616000:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 55674us (56158us total) trans 21474839212 rc 0/0 00000100:00100000:2.0:1778923624.580076:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3405 00000100:00100000:2.0:1778923624.585488:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.585640:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616128 00000100:00100000:3.0:1778923624.585654:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616128 00000100:00100000:3.0:1778923624.585758:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3406 00000100:00100000:3.0:1778923624.585770:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281616128:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923624.585823:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.585857:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 18 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.585867:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.585870:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.585875:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.585919:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 18 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.585934:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 18 pid: 32943 timeout: 1421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.586043:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287641728:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923624.586250:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923624.588481:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.588687:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616256 00000100:00100000:0.0:1778923624.588705:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616256 00010000:00010000:0.0:1778923624.588768:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 19 pid: 32943 timeout: 1421 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923624.588835:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3097 00000100:00100000:2.0:1778923624.588839:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287641728:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923624.588846:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705737850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281616256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923624.588874:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923624.588882:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.588923:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 19 pid: 32943 timeout: 1421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.588937:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 19 pid: 32943 timeout: 1421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.589565:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a361e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546900 expref: 19 pid: 32943 timeout: 1421 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.589596:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.589598:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.589753:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.589768:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.589851:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923624.589938:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705737850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281616256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1091us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923624.589948:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3097 00010000:00010000:2.0:1778923624.590185:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.590197:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923624.636019:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:2.0:1778923624.636032:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:2.0:1778923624.636034:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:2.0:1778923624.636053:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636069:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636079:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636093:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.636099:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636109:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636134:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.636142:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a384e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.636273:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281616128:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 50499us (50975us total) trans 21474839213 rc 0/0 00000100:00100000:2.0:1778923624.636285:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3406 00000001:00080000:1.0:1778923624.636490:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839213 is committed 00000100:00100000:2.0:1778923624.643624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923624.644034:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616384 00000100:00100000:0.0:1778923624.644047:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616384 00000100:00100000:0.0:1778923624.644150:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3407 00000100:00100000:0.0:1778923624.644162:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281616384:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:0.0:1778923624.644225:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083844, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:0.0:1778923624.644237:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.644257:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.644260:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923624.644267:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923624.644283:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923624.704099:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:2.0:1778923624.704112:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:2.0:1778923624.704114:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:2.0:1778923624.704130:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704145:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704159:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704167:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.704171:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704181:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704204:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.704211:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3855 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.704337:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281616384:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 60172us (60739us total) trans 17179872079 rc 0/0 00000100:00100000:2.0:1778923624.704349:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3407 00000001:00080000:2.0:1778923624.704395:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872079 is committed 00000100:00100000:0.0:1778923624.715742:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.716016:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616512 00000100:00100000:3.0:1778923624.716037:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616512 00000100:00100000:3.0:1778923624.716130:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3408 00000100:00100000:3.0:1778923624.716151:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281616512:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923624.716216:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083854, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923624.716236:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.716257:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.716259:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.716266:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.716283:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923624.799358:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872080 is committed 00002000:00010000:2.0:1778923624.799601:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:2.0:1778923624.799606:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:2.0:1778923624.799609:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:2.0:1778923624.799626:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799654:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799665:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799673:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671ea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923624.799678:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799687:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799714:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923624.799723:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a385c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923624.799853:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281616512:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 83689us (84109us total) trans 17179872080 rc 0/0 00000100:00100000:2.0:1778923624.799864:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3408 00000100:00100000:0.0:1778923624.805378:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.805916:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616640 00000100:00100000:3.0:1778923624.805930:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616640 00000100:00100000:3.0:1778923624.806164:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3409 00000100:00100000:3.0:1778923624.806177:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281616640:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923624.806246:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a083858, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923624.806261:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.806282:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.806285:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.806292:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.806309:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923624.867696:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:3.0:1778923624.867709:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923621 -> 1778923624 00002000:00010000:3.0:1778923624.867712:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923621 -> 1778923624 00010000:00010000:3.0:1778923624.867729:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867747:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867756:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867764:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923624.867769:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867779:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867804:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.867815:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3863 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.867961:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281616640:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 61781us (62591us total) trans 17179872081 rc 0/0 00000100:00100000:3.0:1778923624.867974:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3409 00000001:00080000:2.0:1778923624.869146:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872081 is committed 00000100:00100000:0.0:1778923624.878311:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923624.878412:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616768 00000100:00100000:3.0:1778923624.878425:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616768 00000100:00100000:3.0:1778923624.878691:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3410 00000100:00100000:3.0:1778923624.878704:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+17:2354:x1865335281616768:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923624.878775:0:26626:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:3.0:1778923624.878787:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.878807:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.878810:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923624.878816:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.878833:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923624.909743:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839214 is committed 00002000:00010000:3.0:1778923624.909748:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:3.0:1778923624.909756:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:3.0:1778923624.909759:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00010000:00010000:3.0:1778923624.909776:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909790:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909800:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909809:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923624.909815:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909824:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909846:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923624.909855:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a386a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923624.909968:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+17:2354:x1865335281616768:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 31260us (31665us total) trans 21474839214 rc 0/0 00000100:00100000:3.0:1778923624.909981:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3410 00000100:00100000:2.0:1778923624.929728:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923624.929856:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281616896 00000100:00100000:1.0:1778923624.929869:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281616896 00000100:00100000:1.0:1778923624.930020:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3411 00000100:00100000:1.0:1778923624.930041:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281616896:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923624.930123:0:14406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923624.930135:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.930155:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.930158:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.930165:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.930183:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923624.977187:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:1.0:1778923624.977197:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923624.977200:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00010000:00010000:1.0:1778923624.977215:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923624.977227:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872082 is committed 00010000:00010000:1.0:1778923624.977241:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.977251:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.977259:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923624.977264:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.977280:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.977311:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.977320:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a3871 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923624.978075:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281616896:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 48036us (48726us total) trans 17179872082 rc 0/0 00000100:00100000:1.0:1778923624.978089:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3411 00000100:00100000:2.0:1778923624.986958:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923624.987227:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617024 00000100:00100000:1.0:1778923624.987240:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617024 00000100:00100000:1.0:1778923624.987590:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3412 00000100:00100000:1.0:1778923624.987603:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+17:2354:x1865335281617024:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923624.987671:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 146983, mtime: 0x6a083865, atime: 0x6a08385b, ctime: 0x6a083865, blocks: 0x203 00010000:00010000:1.0:1778923624.987682:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.987703:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.987705:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923624.987713:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923624.987730:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923625.027048:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839215 is committed 00002000:00010000:1.0:1778923625.027256:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 146983 -> 262144 00002000:00010000:1.0:1778923625.027346:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.027352:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00010000:00010000:1.0:1778923625.027370:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027386:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027397:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027484:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923625.027490:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027634:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027663:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.027672:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a3878 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.027848:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+17:2354:x1865335281617024:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 40241us (40988us total) trans 21474839215 rc 0/0 00000100:00100000:1.0:1778923625.027863:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3412 00000100:00100000:2.0:1778923625.045671:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.045959:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617280 00000100:00100000:3.0:1778923625.045974:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617280 00000100:00100000:3.0:1778923625.046125:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5432 00000100:00100000:3.0:1778923625.046138:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+200:54908:x1865335281617280:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923625.046228:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.046272:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3664 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546923 expref: 200 pid: 31653 timeout: 1421 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.046296:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923625.046301:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923625.047150:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.047172:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.047185:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923625.047276:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939779 00000004:00010000:2.0:1778923625.047309:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009829f8f8 reply state 0000000032d92660 transno 8589939780 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.047319:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923625.047454:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54908:x1865335281617280:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1315us (1796us total) trans 8589939780 rc 0/0 00000100:00100000:2.0:1778923625.047463:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5432 00000020:00080000:2.0:1778923625.047471:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.049571:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049592:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049601:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049608:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.049614:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049622:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049640:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.049644:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.049649:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.049656:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a387f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.049689:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.049803:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617408 00000100:00100000:0.0:1778923625.049815:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617408 00000100:00100000:0.0:1778923625.049872:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6840 00000100:00100000:0.0:1778923625.049880:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+20:54908:x1865335281617408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.049901:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.049924:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54699a expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923625.049952:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a08382a, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:0.0:1778923625.049977:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.049980:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.049989:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 21 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.050021:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 21 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.050034:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923625.050095:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+21:54908:x1865335281617408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 216us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.050102:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6840 00000100:00100000:1.0:1778923625.051872:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.051899:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.051959:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617536 00000100:00100000:0.0:1778923625.051971:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617536 00002000:00010000:0.0:1778923625.052036:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.052042:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5c00 with x1865335281617536 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.052059:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5c00. 00000100:00100000:2.0:1778923625.052061:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617664 00000100:00100000:2.0:1778923625.052066:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617664 00002000:00010000:2.0:1778923625.052086:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:2.0:1778923625.052091:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd6300 with x1865335281617664 ext(0->18446744073709551615) 00000100:00100000:0.0:1778923625.052093:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3413 00002000:00010000:2.0:1778923625.052103:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd6300. 00000100:00100000:0.0:1778923625.052108:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281617536:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923625.052136:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3414 00000100:00100000:2.0:1778923625.052145:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+17:2356:x1865335281617664:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923625.052455:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.052458:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:2.0:1778923625.052461:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923625.052462:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:2.0:1778923625.052464:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.052545:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+18:2356:x1865335281617664:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 403us (644us total) trans 21474839216 rc 0/0 00000100:00100000:2.0:1778923625.052550:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3414 00002000:00010000:2.0:1778923625.052553:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:2.0:1778923625.052555:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd6300 with x1865335281617664 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923625.052559:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd6300. 00002000:00010000:0.0:1778923625.053901:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.053909:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.053912:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923625.053914:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.053917:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.053991:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281617536:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1883us (2123us total) trans 17179872083 rc 0/0 00000100:00100000:0.0:1778923625.055118:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3413 00002000:00010000:0.0:1778923625.055125:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.055129:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5c00 with x1865335281617536 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.055141:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5c00. 00000100:00100000:2.0:1778923625.056292:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.056838:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281617792 00000100:00100000:0.0:1778923625.056851:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281617792 00000100:00100000:0.0:1778923625.056920:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5433 00000100:00100000:0.0:1778923625.056931:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54908:x1865335281617792:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.056965:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.056990:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a388d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469a1 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057809:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057832:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057846:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923625.057885:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:0.0:1778923625.057891:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923625.057915:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057950:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a388d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a1 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057971:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a1 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.057980:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.057983:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923625.057987:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:1.0:1778923625.058982:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54908:x1865335281617792:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2045us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.058995:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5433 00000100:00100000:2.0:1778923625.064186:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.064801:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618048 00000100:00100000:1.0:1778923625.064815:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618048 00000100:00100000:1.0:1778923625.064894:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5434 00000100:00100000:1.0:1778923625.064906:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54908:x1865335281618048:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923625.064987:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.065036:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3894 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a1 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.065143:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.065150:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.065660:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.065680:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.065694:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923625.065767:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939781 00000004:00010000:1.0:1778923625.065797:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1a2ef67 reply state 0000000015b28e9a transno 8589939782 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.065811:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923625.065935:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54908:x1865335281618048:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1030us (1762us total) trans 8589939782 rc 0/0 00000100:00100000:1.0:1778923625.065944:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5434 00000020:00080000:1.0:1778923625.065950:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923625.070578:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.070603:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.070612:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.070877:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.070967:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618176 00000100:00100000:0.0:1778923625.070981:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618176 00000100:00100000:0.0:1778923625.071066:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6841 00000100:00100000:0.0:1778923625.071077:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+18:54908:x1865335281618176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.071101:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.071126:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469a8 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923625.071157:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083837, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:0.0:1778923625.071188:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.071190:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.071199:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 19 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.071223:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 19 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.071239:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923625.071313:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:54908:x1865335281618176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 237us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.071321:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6841 00010000:00010000:2.0:1778923625.072436:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923625.072443:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.072784:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.072807:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.072810:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923625.072817:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.072824:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a389b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.074484:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.074908:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618304 00000100:00100000:1.0:1778923625.074921:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618304 00002000:00010000:1.0:1778923625.074973:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (262144->18446744073709551615) 00002000:00100000:1.0:1778923625.074979:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ed80 with x1865335281618304 ext(262144->18446744073709551615) 00002000:00010000:1.0:1778923625.074994:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772ed80. 00000100:00100000:2.0:1778923625.075069:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3415 00000100:00100000:2.0:1778923625.075084:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281618304:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923625.075416:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1778923625.075421:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:2.0:1778923625.075424:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923625.075426:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:2.0:1778923625.075428:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923625.075583:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281618304:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 502us (1108us total) trans 21474839217 rc 0/0 00000100:00100000:2.0:1778923625.075592:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3415 00002000:00010000:2.0:1778923625.075597:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (262144->18446744073709551615) 00002000:00100000:2.0:1778923625.075600:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ed80 with x1865335281618304 ext(262144->18446744073709551615) 00002000:00010000:2.0:1778923625.075605:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772ed80. 00000100:00100000:2.0:1778923625.077625:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.077775:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618432 00000100:00100000:1.0:1778923625.077789:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618432 00002000:00010000:1.0:1778923625.077852:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.077857:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36680 with x1865335281618432 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.077879:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e36680. 00000100:00100000:1.0:1778923625.077918:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3416 00000100:00100000:1.0:1778923625.077929:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281618432:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.078298:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.078303:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.078306:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923625.078308:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.078311:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.078380:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281618432:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 452us (769us total) trans 17179872084 rc 0/0 00000100:00100000:1.0:1778923625.078388:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3416 00002000:00010000:1.0:1778923625.078393:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.078395:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36680 with x1865335281618432 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.078400:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e36680. 00000100:00100000:3.0:1778923625.082727:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.083012:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618560 00000100:00100000:2.0:1778923625.083027:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618560 00000100:00100000:2.0:1778923625.083117:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5435 00000100:00100000:2.0:1778923625.083131:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54908:x1865335281618560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.083162:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.083188:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38a9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469af expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083303:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083323:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083337:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923625.083371:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:2.0:1778923625.083376:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923625.083398:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083429:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38a9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469af expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083449:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469af expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.083459:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.083462:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923625.083467:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:2.0:1778923625.083783:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54908:x1865335281618560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 654us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.083791:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5435 00010000:00010000:2.0:1778923625.087734:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923625.089337:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.090312:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618816 00000100:00100000:1.0:1778923625.090330:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618816 00000100:00100000:1.0:1778923625.090419:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5436 00000100:00100000:1.0:1778923625.090432:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54908:x1865335281618816:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923625.090533:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.090568:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469af expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.090592:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.090599:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.091109:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.091128:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.091139:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923625.091208:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939783 00000004:00010000:1.0:1778923625.091252:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e2f51b6 reply state 000000002ae0bb19 transno 8589939784 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.091263:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923625.091390:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54908:x1865335281618816:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 960us (2064us total) trans 8589939784 rc 0/0 00000100:00100000:1.0:1778923625.091403:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5436 00000020:00080000:1.0:1778923625.091410:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.094705:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094727:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094736:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094743:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.094749:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094757:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094779:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.094783:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.094789:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.094801:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a38b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.094932:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.095942:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281618944 00000100:00100000:0.0:1778923625.095955:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281618944 00000100:00100000:0.0:1778923625.096048:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6842 00000100:00100000:0.0:1778923625.096060:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:54908:x1865335281618944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.096084:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.096116:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469b6 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923625.096153:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083844, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:0.0:1778923625.096182:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.096186:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.096195:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 21 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.096214:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 21 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.096229:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923625.096313:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:54908:x1865335281618944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 254us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.096321:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6842 00000100:00100000:3.0:1778923625.098643:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.098919:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.100166:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619200 00000100:00100000:2.0:1778923625.100184:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619200 00002000:00010000:2.0:1778923625.100255:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923625.100261:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ca80 with x1865335281619200 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923625.100276:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772ca80. 00000100:00100000:2.0:1778923625.100403:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619072 00000100:00100000:2.0:1778923625.100407:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619072 00002000:00010000:2.0:1778923625.100423:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (262144->18446744073709551615) 00002000:00100000:2.0:1778923625.100426:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098da680 with x1865335281619072 ext(262144->18446744073709551615) 00002000:00010000:2.0:1778923625.100435:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7098da680. 00000100:00100000:0.0:1778923625.100569:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3417 00000100:00100000:0.0:1778923625.100585:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281619200:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923625.101055:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.101060:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:0.0:1778923625.101063:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923625.101065:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:0.0:1778923625.101067:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.101152:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281619200:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 571us (2520us total) trans 17179872085 rc 0/0 00000100:00100000:0.0:1778923625.101161:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3417 00002000:00010000:0.0:1778923625.101166:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.101169:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ca80 with x1865335281619200 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.101174:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772ca80. 00000100:00100000:0.0:1778923625.101285:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3418 00000100:00100000:0.0:1778923625.101296:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281619072:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923625.101468:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.101471:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.101474:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923625.101475:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.101477:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.101501:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281619072:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 207us (2582us total) trans 21474839218 rc 0/0 00000100:00100000:0.0:1778923625.101550:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3418 00002000:00010000:0.0:1778923625.101553:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.101556:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098da680 with x1865335281619072 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.101562:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7098da680. 00000100:00100000:3.0:1778923625.109890:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.110139:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619328 00000100:00100000:1.0:1778923625.110153:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619328 00000100:00100000:1.0:1778923625.110294:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5437 00000100:00100000:1.0:1778923625.110308:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54908:x1865335281619328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923625.110340:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.110365:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a38c5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469bd expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110496:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110565:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110577:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.110611:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:1.0:1778923625.110616:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923625.110638:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110671:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a38c5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469bd expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110691:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469bd expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.110705:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.110708:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923625.110712:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:1.0:1778923625.110794:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54908:x1865335281619328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 489us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.110801:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5437 00000100:00100000:3.0:1778923625.114620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.114849:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619584 00000100:00100000:2.0:1778923625.114862:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619584 00000100:00100000:2.0:1778923625.114944:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5438 00000100:00100000:2.0:1778923625.114956:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54908:x1865335281619584:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923625.115048:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923625.115085:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a38cc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469bd expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.115112:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.115119:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923625.115491:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.116224:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.116241:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923625.116338:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939785 00000004:00010000:2.0:1778923625.116378:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002d2fe02f reply state 00000000aace48a4 transno 8589939786 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.116389:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923625.116756:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54908:x1865335281619584:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1798us (2148us total) trans 8589939786 rc 0/0 00000100:00100000:2.0:1778923625.116766:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5438 00000020:00080000:2.0:1778923625.116774:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.119134:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119157:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119165:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119182:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.119188:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119246:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119279:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.119282:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.119289:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.119296:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a38d3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.119716:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.120159:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619712 00000100:00100000:2.0:1778923625.120174:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619712 00000100:00100000:2.0:1778923625.120246:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6843 00000100:00100000:2.0:1778923625.120259:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:54908:x1865335281619712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.120293:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.120325:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469c4 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923625.120359:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083844, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:2.0:1778923625.120388:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.120391:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.120400:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 25 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.120418:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 25 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.120432:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737600, rc 0) 00000100:00100000:2.0:1778923625.120560:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:54908:x1865335281619712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 303us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.120572:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6843 00000100:00100000:2.0:1778923625.127162:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.127257:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.127831:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619968 00000100:00100000:3.0:1778923625.127846:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619968 00000100:00100000:0.0:1778923625.127910:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281619840 00000100:00100000:0.0:1778923625.127915:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281619840 00002000:00010000:0.0:1778923625.127969:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.127974:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34e00 with x1865335281619840 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.127991:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e34e00. 00000100:00100000:0.0:1778923625.128074:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3419 00000100:00100000:0.0:1778923625.128086:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281619840:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923625.129711:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.129721:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.129724:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923625.129726:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:0.0:1778923625.129729:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.130650:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281619840:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2555us (3381us total) trans 17179872086 rc 0/0 00000100:00100000:0.0:1778923625.130666:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3419 00002000:00010000:0.0:1778923625.130674:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.130678:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34e00 with x1865335281619840 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.130689:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e34e00. 00002000:00010000:0.0:1778923625.131429:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.131435:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e37800 with x1865335281619968 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.131445:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e37800. 00000100:00100000:0.0:1778923625.131484:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3420 00000100:00100000:0.0:1778923625.131495:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281619968:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923625.132378:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.132384:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:0.0:1778923625.132387:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923625.132390:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:0.0:1778923625.132392:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.132489:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281619968:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 992us (5351us total) trans 21474839219 rc 0/0 00000100:00100000:0.0:1778923625.132498:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3420 00002000:00010000:0.0:1778923625.132548:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.132553:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e37800 with x1865335281619968 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.132560:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e37800. 00000100:00100000:2.0:1778923625.137186:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.137468:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620096 00000100:00100000:1.0:1778923625.137481:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620096 00000100:00100000:1.0:1778923625.137664:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5439 00000100:00100000:1.0:1778923625.137677:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54908:x1865335281620096:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923625.137712:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.137740:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a38e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469cb expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.137895:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.137913:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.137927:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.137964:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:1.0:1778923625.137969:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923625.137993:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.138039:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a38e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469cb expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.138064:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469cb expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.138074:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.138076:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923625.138081:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:1.0:1778923625.138178:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54908:x1865335281620096:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 501us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.138186:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5439 00000100:00100000:3.0:1778923625.144162:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.144713:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620352 00000100:00100000:1.0:1778923625.144727:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620352 00000100:00100000:1.0:1778923625.144932:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5440 00000100:00100000:1.0:1778923625.144944:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54908:x1865335281620352:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923625.145370:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.145409:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a38e8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469cb expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.145435:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.145441:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.146053:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.146073:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.146085:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923625.146153:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939787 00000004:00010000:1.0:1778923625.146261:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b244b419 reply state 0000000047cb9388 transno 8589939788 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.146271:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923625.146408:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54908:x1865335281620352:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1465us (2255us total) trans 8589939788 rc 0/0 00000100:00100000:1.0:1778923625.146417:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5440 00000020:00080000:1.0:1778923625.146424:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.149576:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149598:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149607:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149614:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.149741:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149751:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149771:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.149774:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.149780:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.149787:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a38ef lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.157932:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.158085:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620480 00000100:00100000:2.0:1778923625.158098:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620480 00000100:00100000:2.0:1778923625.158190:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6844 00000100:00100000:2.0:1778923625.158203:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:54908:x1865335281620480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.158226:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.158253:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469d2 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923625.158288:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083854, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:2.0:1778923625.158318:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.158321:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.158330:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 27 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.158359:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 27 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.158374:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736c00, rc 0) 00000100:00100000:2.0:1778923625.158453:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:54908:x1865335281620480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 253us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.158461:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6844 00000100:00100000:2.0:1778923625.164972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.165080:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.165237:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620608 00000100:00100000:0.0:1778923625.165249:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620608 00002000:00010000:0.0:1778923625.165300:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.165306:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34000 with x1865335281620608 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.165322:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e34000. 00000100:00100000:0.0:1778923625.165396:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620736 00000100:00100000:0.0:1778923625.165400:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620736 00002000:00010000:0.0:1778923625.165417:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.165420:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36a00 with x1865335281620736 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.165426:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e36a00. 00000100:00100000:1.0:1778923625.165465:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3421 00000100:00100000:1.0:1778923625.165479:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281620608:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.165865:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.165870:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:1.0:1778923625.165872:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923625.165874:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:1.0:1778923625.165877:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923625.165944:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281620608:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 469us (985us total) trans 17179872087 rc 0/0 00000100:00100000:1.0:1778923625.165953:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3421 00002000:00010000:1.0:1778923625.165957:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (262144->18446744073709551615) 00002000:00100000:1.0:1778923625.165959:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34000 with x1865335281620608 ext(262144->18446744073709551615) 00002000:00010000:1.0:1778923625.165964:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e34000. 00000100:00100000:1.0:1778923625.165986:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3422 00000100:00100000:1.0:1778923625.165994:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281620736:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.166149:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.166152:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.166154:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923625.166156:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.166158:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.166195:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281620736:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 201us (1115us total) trans 21474839220 rc 0/0 00000100:00100000:1.0:1778923625.166202:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3422 00002000:00010000:1.0:1778923625.166205:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.166208:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36a00 with x1865335281620736 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.166212:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e36a00. 00000100:00100000:3.0:1778923625.171600:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.171717:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281620864 00000100:00100000:2.0:1778923625.171731:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281620864 00000100:00100000:2.0:1778923625.171795:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5441 00000100:00100000:2.0:1778923625.171806:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54908:x1865335281620864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.171837:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.171862:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38fd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469d9 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.171970:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.171989:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.172013:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923625.172048:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:2.0:1778923625.172053:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923625.172074:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.172116:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a38fd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d9 expref: 211 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.172138:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d9 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.172147:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.172151:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923625.172156:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737800, rc 0) 00000100:00100000:2.0:1778923625.172245:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54908:x1865335281620864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 441us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.172253:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5441 00000100:00100000:3.0:1778923625.176197:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.176937:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621120 00000100:00100000:1.0:1778923625.176951:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621120 00000100:00100000:1.0:1778923625.177039:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5442 00000100:00100000:1.0:1778923625.177051:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54908:x1865335281621120:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923625.177140:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.177178:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3904 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d9 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.177205:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.177212:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.177578:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.177596:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.177608:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923625.177677:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939789 00000004:00010000:1.0:1778923625.177705:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000667c9518 reply state 000000000bcf3ee6 transno 8589939790 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.177714:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923625.177854:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54908:x1865335281621120:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 804us (1669us total) trans 8589939790 rc 0/0 00000100:00100000:1.0:1778923625.177862:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5442 00000020:00080000:1.0:1778923625.177868:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923625.191416:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923625.191550:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191568:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191576:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191582:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.191588:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191596:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191619:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.191622:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.191629:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.191635:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a390b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.191761:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621248 00000100:00100000:1.0:1778923625.191775:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621248 00000100:00100000:1.0:1778923625.191930:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6845 00000100:00100000:1.0:1778923625.191943:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54908:x1865335281621248:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923625.191965:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.191991:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469e0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923625.192032:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083858, ctime: 0x6a083868, blocks: 0x203 00010000:00010000:1.0:1778923625.192058:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.192061:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.192070:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.192088:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.192102:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:1.0:1778923625.192304:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54908:x1865335281621248:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 363us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.192312:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6845 00000100:00100000:3.0:1778923625.196220:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.196297:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621376 00000100:00100000:2.0:1778923625.196311:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621376 00002000:00010000:2.0:1778923625.196380:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (262144->18446744073709551615) 00002000:00100000:2.0:1778923625.196386:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9b100 with x1865335281621376 ext(262144->18446744073709551615) 00002000:00010000:2.0:1778923625.196404:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e9b100. 00000100:00100000:2.0:1778923625.196446:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3423 00000100:00100000:2.0:1778923625.196457:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281621376:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923625.196839:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1778923625.196845:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923624 -> 1778923625 00002000:00010000:2.0:1778923625.196847:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923625.196850:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:2.0:1778923625.196852:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923625.196937:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281621376:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 480us (730us total) trans 17179872088 rc 0/0 00000100:00100000:2.0:1778923625.196945:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3423 00002000:00010000:2.0:1778923625.196949:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (262144->18446744073709551615) 00002000:00100000:2.0:1778923625.196952:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9b100 with x1865335281621376 ext(262144->18446744073709551615) 00002000:00010000:2.0:1778923625.196957:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e9b100. 00000100:00100000:3.0:1778923625.197919:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.197989:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621504 00000100:00100000:1.0:1778923625.198011:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621504 00002000:00010000:1.0:1778923625.198050:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.198055:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e98700 with x1865335281621504 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.198064:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e98700. 00000100:00100000:1.0:1778923625.198091:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3424 00000100:00100000:1.0:1778923625.198098:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281621504:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.198312:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.198314:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.198317:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923625.198318:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.198320:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1778923625.198382:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281621504:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 283us (470us total) trans 21474839221 rc 0/0 00000100:00100000:1.0:1778923625.198389:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3424 00002000:00010000:1.0:1778923625.198394:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.198397:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e98700 with x1865335281621504 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.198401:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e98700. 00000100:00100000:3.0:1778923625.202358:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.202746:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621632 00000100:00100000:1.0:1778923625.202763:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621632 00000100:00100000:1.0:1778923625.203492:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5443 00000100:00100000:1.0:1778923625.203552:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54908:x1865335281621632:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923625.203584:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.203611:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3919 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469e7 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.203722:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.203751:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.203765:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.203801:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:1.0:1778923625.203806:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923625.203995:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.204041:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3919 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e7 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.204065:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e7 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.204075:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.204078:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923625.204082:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:1.0:1778923625.204176:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54908:x1865335281621632:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 673us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.204185:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5443 00000100:00100000:3.0:1778923625.208359:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.208459:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281621888 00000100:00100000:0.0:1778923625.208479:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281621888 00000100:00100000:0.0:1778923625.208612:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5444 00000100:00100000:2.0:1778923625.208652:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54908:x1865335281621888:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923625.208740:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923625.208789:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a3920 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e7 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.208820:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.208826:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923625.209118:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.209137:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.209147:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923625.209218:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939791 00000004:00010000:2.0:1778923625.209248:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009ead107c reply state 0000000056fb2de1 transno 8589939792 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.209258:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923625.209395:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54908:x1865335281621888:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 770us (1045us total) trans 8589939792 rc 0/0 00000100:00100000:2.0:1778923625.209404:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5444 00000020:00080000:2.0:1778923625.209411:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.211626:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211644:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211651:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211657:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.211661:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211669:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211688:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.211698:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.211703:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.211708:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3927 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.212294:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.212382:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622016 00000100:00100000:0.0:1778923625.212395:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622016 00000100:00100000:0.0:1778923625.212875:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6846 00000100:00100000:0.0:1778923625.212891:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+25:54908:x1865335281622016:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.212917:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.212948:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469ee expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923625.212987:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:0.0:1778923625.213380:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.213384:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.213394:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.213415:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.213429:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923625.213620:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+26:54908:x1865335281622016:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 732us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.213629:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6846 00000100:00100000:3.0:1778923625.219947:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.220043:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622144 00000100:00100000:1.0:1778923625.220061:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622144 00002000:00010000:1.0:1778923625.220128:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (262144->18446744073709551615) 00002000:00100000:1.0:1778923625.220134:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9aa00 with x1865335281622144 ext(262144->18446744073709551615) 00002000:00010000:1.0:1778923625.220152:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e9aa00. 00000100:00100000:1.0:1778923625.220200:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3425 00000100:00100000:1.0:1778923625.220212:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281622144:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.222103:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.222116:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.222118:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.222121:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.222123:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923625.223203:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281622144:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2981us (3254us total) trans 21474839222 rc 0/0 00000100:00100000:1.0:1778923625.223219:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3425 00002000:00010000:1.0:1778923625.223228:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (262144->18446744073709551615) 00002000:00100000:1.0:1778923625.223233:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9aa00 with x1865335281622144 ext(262144->18446744073709551615) 00002000:00010000:1.0:1778923625.223248:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e9aa00. 00000100:00100000:2.0:1778923625.223596:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.225069:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622272 00000100:00100000:1.0:1778923625.225088:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622272 00002000:00010000:1.0:1778923625.225152:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.225157:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35180 with x1865335281622272 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.225975:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35180. 00000100:00100000:1.0:1778923625.226045:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3426 00000100:00100000:1.0:1778923625.226063:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281622272:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.226423:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.226426:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.226428:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.226430:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.226432:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.226743:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281622272:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 677us (3139us total) trans 17179872089 rc 0/0 00000100:00100000:1.0:1778923625.226751:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3426 00002000:00010000:1.0:1778923625.226756:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.226760:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35180 with x1865335281622272 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.226766:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35180. 00000100:00100000:0.0:1778923625.233388:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.233552:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622400 00000100:00100000:2.0:1778923625.233562:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622400 00000100:00100000:2.0:1778923625.233622:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5445 00000100:00100000:2.0:1778923625.233643:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+213:54908:x1865335281622400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.233667:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.233688:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3935 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469f5 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233798:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233816:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233828:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923625.233861:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:2.0:1778923625.233866:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923625.233883:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233909:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3935 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469f5 expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233927:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469f5 expref: 214 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.233935:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.233938:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923625.233942:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:2.0:1778923625.234404:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54908:x1865335281622400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 771us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.234413:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5445 00000100:00100000:2.0:1778923625.239435:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.243678:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622656 00000100:00100000:1.0:1778923625.243693:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622656 00000100:00100000:1.0:1778923625.243772:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5446 00000100:00100000:1.0:1778923625.243784:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54908:x1865335281622656:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923625.243837:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.243862:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a393c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469f5 expref: 214 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.243883:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.243888:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.244124:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.244139:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.246022:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923625.246162:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939793 00000004:00010000:1.0:1778923625.246214:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b2fcd914 reply state 00000000a8921b05 transno 8589939794 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.246224:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923625.246347:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54908:x1865335281622656:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2562us (6916us total) trans 8589939794 rc 0/0 00000100:00100000:1.0:1778923625.246368:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5446 00000020:00080000:1.0:1778923625.246375:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923625.248882:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248900:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248908:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248914:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.248918:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248928:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248945:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.248948:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.248953:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.248959:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a3943 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.250819:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.250967:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622784 00000100:00100000:0.0:1778923625.250987:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622784 00000100:00100000:0.0:1778923625.251060:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6847 00000100:00100000:0.0:1778923625.251070:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:54908:x1865335281622784:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.251086:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.251108:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5469fc expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923625.251134:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:0.0:1778923625.251166:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.251169:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.251175:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.251190:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.251207:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923625.251272:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:54908:x1865335281622784:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 204us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.251279:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6847 00000100:00100000:3.0:1778923625.257440:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.257479:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.258414:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281622912 00000100:00100000:0.0:1778923625.258425:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281622912 00002000:00010000:0.0:1778923625.258468:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.258473:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4380 with x1865335281622912 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.258487:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4380. 00000100:00100000:0.0:1778923625.258545:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623040 00000100:00100000:0.0:1778923625.258549:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623040 00002000:00010000:0.0:1778923625.258564:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.258567:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7480 with x1865335281623040 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.258574:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e7480. 00000100:00100000:0.0:1778923625.258595:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3427 00000100:00100000:0.0:1778923625.258615:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281622912:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923625.258681:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3428 00000100:00100000:1.0:1778923625.258692:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281623040:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923625.258942:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.258946:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.258949:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.258951:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:1.0:1778923625.258954:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1778923625.259027:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281623040:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 338us (1547us total) trans 21474839223 rc 0/0 00000100:00100000:1.0:1778923625.259034:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3428 00002000:00010000:1.0:1778923625.259038:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:1.0:1778923625.259041:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7480 with x1865335281623040 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923625.259046:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e7480. 00002000:00010000:0.0:1778923625.260154:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.260161:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.260164:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923625.260166:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.260168:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.260230:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281622912:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1622us (2796us total) trans 17179872090 rc 0/0 00000100:00100000:0.0:1778923625.260239:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3427 00002000:00010000:0.0:1778923625.260246:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.260248:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4380 with x1865335281622912 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.260254:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4380. 00000100:00100000:3.0:1778923625.266834:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.266998:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623168 00000100:00100000:2.0:1778923625.267022:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623168 00000100:00100000:2.0:1778923625.267085:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5447 00000100:00100000:2.0:1778923625.267096:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+215:54908:x1865335281623168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.267130:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.267150:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a3951 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a03 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267231:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267245:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267257:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923625.267283:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:2.0:1778923625.267287:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923625.267303:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267328:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a3951 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a03 expref: 217 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267347:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a03 expref: 216 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.267355:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.267358:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923625.267362:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737800, rc 0) 00000100:00100000:2.0:1778923625.267879:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54908:x1865335281623168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 781us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.267888:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5447 00000100:00100000:2.0:1778923625.273950:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.274089:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623424 00000100:00100000:0.0:1778923625.274101:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623424 00000100:00100000:0.0:1778923625.274174:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5448 00000100:00100000:0.0:1778923625.274184:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54908:x1865335281623424:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923625.274237:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923625.274271:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3958 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a03 expref: 216 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.274292:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.274298:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923625.274548:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.274564:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.274574:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923625.274646:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939795 00000004:00010000:0.0:1778923625.274674:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ba445bc9 reply state 0000000048008191 transno 8589939796 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.274684:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923625.274786:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54908:x1865335281623424:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 602us (845us total) trans 8589939796 rc 0/0 00000100:00100000:0.0:1778923625.274798:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5448 00000020:00080000:0.0:1778923625.274803:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923625.277702:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.278283:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623552 00000100:00100000:2.0:1778923625.278297:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623552 00000100:00100000:2.0:1778923625.278368:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6848 00000100:00100000:2.0:1778923625.278377:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:54908:x1865335281623552:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.278396:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.278417:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a0a expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923625.278445:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:2.0:1778923625.278469:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.278471:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.278478:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 29 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.278496:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 29 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.278535:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736600, rc 0) 00000100:00100000:2.0:1778923625.278589:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:54908:x1865335281623552:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 213us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.278597:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6848 00010000:00010000:0.0:1778923625.278861:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278871:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278878:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278883:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923625.278888:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278895:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278909:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.278912:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.278916:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.278922:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a395f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.284404:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.284451:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.284897:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623680 00000100:00100000:0.0:1778923625.284907:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623680 00002000:00010000:0.0:1778923625.284956:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.284962:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71880 with x1865335281623680 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.284984:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f71880. 00000100:00100000:0.0:1778923625.285013:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281623808 00000100:00100000:0.0:1778923625.285017:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281623808 00002000:00010000:0.0:1778923625.285030:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:0.0:1778923625.285034:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f72d80 with x1865335281623808 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923625.285040:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f72d80. 00000100:00100000:0.0:1778923625.285071:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3429 00000100:00100000:0.0:1778923625.285081:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281623680:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923625.285181:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3430 00000100:00100000:3.0:1778923625.285192:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281623808:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923625.285652:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923625.285657:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923621 -> 1778923625 00002000:00010000:3.0:1778923625.285659:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923625.285661:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923621 -> 1778923625 00002000:00010000:3.0:1778923625.285664:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923625.285722:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281623808:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 533us (1269us total) trans 17179872091 rc 0/0 00000100:00100000:3.0:1778923625.285729:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3430 00002000:00010000:3.0:1778923625.285732:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:3.0:1778923625.285735:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f72d80 with x1865335281623808 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923625.285739:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f72d80. 00002000:00010000:0.0:1778923625.285891:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.285895:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.285898:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923625.285900:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.285902:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.285940:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281623680:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 861us (1546us total) trans 21474839224 rc 0/0 00000100:00100000:0.0:1778923625.285947:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3429 00002000:00010000:0.0:1778923625.285950:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (262144->18446744073709551615) 00002000:00100000:0.0:1778923625.285953:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71880 with x1865335281623680 ext(262144->18446744073709551615) 00002000:00010000:0.0:1778923625.285958:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f71880. 00000100:00100000:1.0:1778923625.291016:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.292806:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624064 00000100:00100000:0.0:1778923625.292820:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624064 00000100:00100000:0.0:1778923625.292876:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5449 00000100:00100000:0.0:1778923625.292886:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54908:x1865335281624064:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923625.292998:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.293025:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.293037:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923625.293184:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c907f21 reply state 00000000a46aec16 transno 8589939797 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.293193:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923625.293302:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:54908:x1865335281624064:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 418us (2306us total) trans 8589939797 rc 0/0 00000100:00100000:0.0:1778923625.293310:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5449 00000100:00100000:1.0:1778923625.296647:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.296855:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624192 00000100:00100000:2.0:1778923625.296865:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624192 00000100:00100000:2.0:1778923625.296930:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6849 00000100:00100000:2.0:1778923625.296941:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:54908:x1865335281624192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.296960:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.296980:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a11 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297011:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297023:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.297029:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297035:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.297045:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.297047:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923625.297048:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.297056:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297056:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297076:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297095:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.297098:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923625.297103:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.297105:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.297115:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a396d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.297141:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.297157:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287641856:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.297236:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923625.299843:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287641856:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923625.299878:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.299905:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736400, rc 0) 00000100:00100000:2.0:1778923625.300011:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:54908:x1865335281624192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3064us (3365us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.300021:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6849 00000100:00100000:3.0:1778923625.303476:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.303586:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624320 00000100:00100000:0.0:1778923625.303596:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624320 00010000:00010000:0.0:1778923625.303644:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.303685:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3098 00000100:00100000:0.0:1778923625.303695:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281624320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923625.303711:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1778923625.303730:0:5739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 519 00010000:00010000:0.0:1778923625.303737:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.303750:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.303775:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3824 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546985 expref: 35 pid: 22251 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.303790:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.303792:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.303799:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.303814:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.303853:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.303867:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287641984:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923625.303958:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923625.307012:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287641984:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923625.307044:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923625.307115:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281624320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3412us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.307126:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3098 00000100:00100000:3.0:1778923625.308294:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.308386:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624448 00000100:00100000:2.0:1778923625.308395:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624448 00000100:00100000:2.0:1778923625.308440:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6850 00000100:00100000:2.0:1778923625.308451:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:54908:x1865335281624448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.308468:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.308486:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a18 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.308551:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.308560:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.308562:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.308566:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.308598:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.308613:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.308644:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287642112:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.308702:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923625.312884:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.312997:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624576 00000100:00100000:1.0:1778923625.313015:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624576 00010000:00010000:1.0:1778923625.313054:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 32 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.313098:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3099 00000100:00100000:1.0:1778923625.313108:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281624576:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923625.313130:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.313154:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 32 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.313169:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 32 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.313192:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.313194:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.313200:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.313210:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.313244:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.313263:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287642240:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923625.313350:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.316395:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287642240:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923625.316422:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923625.316474:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281624576:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3368us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.316486:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3099 00010000:00010000:2.0:1778923625.318292:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a382b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54698c expref: 31 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.318315:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287642112:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923625.318341:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 30 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.318357:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:2.0:1778923625.321308:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:54908:x1865335281624448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 12846us (13007us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.321322:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6850 00000100:00100000:0.0:1778923625.324454:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.324535:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624704 00000100:00100000:3.0:1778923625.324545:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624704 00000100:00100000:3.0:1778923625.324597:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6851 00000100:00100000:3.0:1778923625.324606:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:54908:x1865335281624704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923625.324635:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923625.324655:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a1f expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.324687:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 35 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.324695:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.324697:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.324701:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.324734:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 35 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.324746:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 35 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.324760:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287642368:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923625.324841:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020660c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923625.329370:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287642368:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923625.329407:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.329428:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:0.0:1778923625.329611:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.329652:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624832 00000100:00100000:0.0:1778923625.329658:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624832 00010000:00010000:0.0:1778923625.329687:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 36 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.329725:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3100 00000100:00100000:0.0:1778923625.329733:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281624832:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923625.329747:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923625.329769:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 36 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.329782:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 36 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.329804:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3832 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546993 expref: 36 pid: 32943 timeout: 1422 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.329820:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.329821:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.329827:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.329838:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.329874:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.330552:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287642496:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923625.330632:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923625.333187:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54908:x1865335281624704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 8569us (8730us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.333200:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6851 00000100:00100000:3.0:1778923625.336498:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287642496:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923625.336555:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.336841:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281624832:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7107us (7229us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.336853:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3100 00000100:00100000:2.0:1778923625.337053:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.337178:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.337209:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.337233:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625088 00000100:00100000:2.0:1778923625.337240:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625088 00000100:00100000:2.0:1778923625.337276:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281624960 00000100:00100000:2.0:1778923625.337279:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281624960 00000100:00100000:2.0:1778923625.337293:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625216 00000100:00100000:2.0:1778923625.337295:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625216 00000100:00100000:2.0:1778923625.337315:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6852 00000100:00100000:2.0:1778923625.337323:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281625088:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923625.337554:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.337558:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923623 -> 1778923624 00002000:00010000:2.0:1778923625.337561:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923620 -> 1778923624 00002000:00010000:2.0:1778923625.337563:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923623 -> 1778923625 00002000:00010000:2.0:1778923625.337566:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.337602:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281625088:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 279us (550us total) trans 21474839225 rc 0/0 00000100:00100000:2.0:1778923625.337610:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6852 00000100:00100000:1.0:1778923625.337740:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6853 00000100:00100000:1.0:1778923625.337751:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281624960:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923625.337876:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.337879:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:1.0:1778923625.337881:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923623 -> 1778923624 00002000:00010000:1.0:1778923625.337883:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923624 -> 1778923625 00002000:00010000:1.0:1778923625.337885:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923625.337909:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281624960:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 161us (731us total) trans 17179872092 rc 0/0 00000100:00100000:1.0:1778923625.337915:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6853 00000100:00100000:1.0:1778923625.337932:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6854 00000100:00100000:1.0:1778923625.337938:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281625216:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923625.338022:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.338025:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923623 -> 1778923624 00002000:00010000:1.0:1778923625.338027:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923620 -> 1778923624 00002000:00010000:1.0:1778923625.338029:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923623 -> 1778923625 00002000:00010000:1.0:1778923625.338031:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.338053:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281625216:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 114us (842us total) trans 17179872093 rc 0/0 00000100:00100000:1.0:1778923625.338059:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6854 00000100:00100000:1.0:1778923625.345445:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.345794:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625472 00000100:00100000:2.0:1778923625.345804:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625472 00000100:00100000:2.0:1778923625.345911:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2018 00000100:00100000:2.0:1778923625.345921:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54908:x1865335281625472:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923625.345983:0:31668:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546977 expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.346045:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.346058:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.346066:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.346364:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.346384:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 218 pid: 31254 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.346398:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e37b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287642624:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.346549:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923625.350537:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.350796:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e37b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287642624:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923625.350825:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.350962:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625600 00000100:00100000:1.0:1778923625.350968:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625600 00010000:00010000:1.0:1778923625.351012:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 219 pid: 31254 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.351088:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3101 00000100:00100000:1.0:1778923625.351098:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:2353:x1865335281625600:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923625.351122:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.351128:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 219 pid: 31254 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351139:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 219 pid: 31254 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351160:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a381d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54697e expref: 219 pid: 31254 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351174:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.351178:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351186:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351193:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.351220:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923625.351276:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:2353:x1865335281625600:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 179us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.351284:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3101 00010000:00010000:0.0:1778923625.351464:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.351471:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923625.353628:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1600, 88 off138984 00000004:00080000:0.0:1778923625.353645:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410140963ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353716:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1592, 88 off138544 00000004:00080000:0.0:1778923625.353722:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410218095ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353747:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1593, 88 off138632 00000004:00080000:0.0:1778923625.353752:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410247817ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353769:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1601, 88 off139072 00000004:00080000:0.0:1778923625.353773:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410268895ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353786:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1602, 88 off139160 00000004:00080000:0.0:1778923625.353791:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410286805ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353804:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1594, 88 off138720 00000004:00080000:0.0:1778923625.353809:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410304725ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353822:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1595, 88 off138808 00000004:00080000:0.0:1778923625.353825:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410321563ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353862:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1604, 88 off139352 00000004:00080000:0.0:1778923625.353866:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410362177ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353884:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1596, 88 off138896 00000004:00080000:0.0:1778923625.353887:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410383454ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353900:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1605, 88 off139440 00000004:00080000:0.0:1778923625.353903:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410399592ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353916:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1606, 88 off139528 00000004:00080000:0.0:1778923625.353920:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410415995ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353934:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1597, 88 off138984 00000004:00080000:0.0:1778923625.353937:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410433178ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353951:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1607, 88 off139616 00000004:00080000:0.0:1778923625.353955:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410450865ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.353969:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1598, 88 off139072 00000004:00080000:0.0:1778923625.353972:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410468478ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.353985:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1608, 88 off139704 00000004:00080000:0.0:1778923625.353989:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410484804ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.354016:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1599, 88 off139160 00000004:00080000:0.0:1778923625.354020:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410516495ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.354058:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1601, 88 off139352 00000004:00080000:0.0:1778923625.354063:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410558632ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.354080:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1609, 88 off139792 00000004:00080000:0.0:1778923625.354084:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410580465ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.354098:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1610, 88 off139880 00000004:00080000:0.0:1778923625.354101:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410596963ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923625.354114:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1602, 88 off139440 00000004:00080000:0.0:1778923625.354118:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410613844ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.354131:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1603, 88 off139528 00000004:00080000:0.0:1778923625.354134:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1322410630462ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923625.354150:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1611, 88 off139968 00000004:00080000:0.0:1778923625.354153:0:31668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1322410649317ns, next at 1321446740812ns, rc = 0 00000001:00080000:3.0:1778923625.415650:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939798 is committed 00000004:00080000:3.0:1778923625.415667:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1273 committed 00000004:00080000:3.0:1778923625.415744:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1268 committed 00000004:00080000:3.0:1778923625.415758:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1267 committed 00000004:00080000:3.0:1778923625.415760:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1272 committed 00000004:00010000:2.0:1778923625.415955:0:31668:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021932af5 reply state 00000000f51c914a transno 8589939798 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.415970:0:31668:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1778923625.415979:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.415983:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923625.415992:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a37e5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546977 expref: 217 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:2.0:1778923625.416139:0:31668:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1778923625.416153:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54908:x1865335281625472:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 70233us (70717us total) trans 8589939798 rc 0/0 00000100:00100000:2.0:1778923625.416162:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2018 00010000:00010000:2.0:1778923625.416198:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416206:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416212:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416223:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923625.416228:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416235:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416249:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.416251:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923625.416255:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.416261:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a3989 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.416449:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287642752:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.416540:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.416571:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643264:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.416593:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.416610:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923625.416615:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287642880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.416633:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.416648:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.416672:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.416698:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287642752 00000100:00100000:2.0:1778923625.416706:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287642752 00000100:00100000:2.0:1778923625.416749:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643264 00000100:00100000:2.0:1778923625.416752:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643264 00000100:00100000:2.0:1778923625.416770:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287642880 00000100:00100000:2.0:1778923625.416773:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287642880 00000100:00100000:2.0:1778923625.416788:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643392 00000100:00100000:2.0:1778923625.416791:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643392 00000100:00100000:2.0:1778923625.416808:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855 00000100:00100000:2.0:1778923625.416816:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287642752:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923625.417123:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.417127:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923625.417131:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923625.417133:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923625.417136:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.417174:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287642752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 358us (671us total) trans 21474839226 rc 0/0 00000100:00100000:2.0:1778923625.417181:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855 00000100:00100000:2.0:1778923625.417197:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856 00000100:00100000:2.0:1778923625.417203:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287643264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923625.417284:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1778923625.417287:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.417290:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923625.417292:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.417294:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923625.417319:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287643264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (725us total) trans 21474839227 rc 0/0 00000100:00100000:2.0:1778923625.417326:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856 00000100:00100000:2.0:1778923625.417337:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6857 00000100:00100000:2.0:1778923625.417343:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287642880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923625.417429:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.417432:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:2.0:1778923625.417435:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:2.0:1778923625.417437:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.417439:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.417464:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287642880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (830us total) trans 21474839228 rc 0/0 00000100:00100000:2.0:1778923625.417471:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6857 00000100:00100000:2.0:1778923625.417482:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:2.0:1778923625.417489:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287643392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923625.417591:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.417594:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.417597:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923625.417599:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.417601:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.417625:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287643392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (952us total) trans 21474839229 rc 0/0 00000100:00100000:2.0:1778923625.417632:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00100000:2.0:1778923625.417685:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839211 gen 2 00000004:00080000:2.0:1778923625.417690:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce601b40e00, transno 21474839173 00000004:00080000:2.0:1778923625.417699:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ce00, transno 21474839174 00000004:00080000:2.0:1778923625.417702:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3d500, transno 21474839175 00000004:00080000:2.0:1778923625.417704:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777df80, transno 21474839176 00000004:00080000:2.0:1778923625.417707:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3e300, transno 21474839177 00000004:00080000:2.0:1778923625.417709:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777dc00, transno 21474839178 00000004:00080000:2.0:1778923625.417712:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3fb80, transno 21474839179 00000004:00080000:2.0:1778923625.417714:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777fb80, transno 21474839180 00000004:00080000:2.0:1778923625.417717:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99880, transno 21474839181 00000004:00080000:2.0:1778923625.417720:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98e00, transno 21474839182 00000004:00080000:2.0:1778923625.417723:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99500, transno 21474839183 00000004:00080000:2.0:1778923625.417725:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a680, transno 21474839184 00000004:00080000:2.0:1778923625.417728:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73480, transno 21474839185 00000004:00080000:2.0:1778923625.417731:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70000, transno 21474839186 00000004:00080000:2.0:1778923625.417733:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73b80, transno 21474839187 00000004:00080000:2.0:1778923625.417735:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72300, transno 21474839188 00000004:00080000:2.0:1778923625.417737:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70a80, transno 21474839189 00000004:00080000:2.0:1778923625.417739:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71500, transno 21474839190 00000004:00080000:2.0:1778923625.417741:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70700, transno 21474839191 00000004:00080000:2.0:1778923625.417743:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73800, transno 21474839192 00000004:00080000:2.0:1778923625.417746:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418380, transno 21474839193 00000004:00080000:2.0:1778923625.417748:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641b100, transno 21474839194 00000004:00080000:2.0:1778923625.417750:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a300, transno 21474839195 00000004:00080000:2.0:1778923625.417752:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418a80, transno 21474839196 00000004:00080000:2.0:1778923625.417756:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839199 committed transno 21474839211 00000004:00080000:2.0:1778923625.417774:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098bb800, transno 21474839200 00000004:00080000:2.0:1778923625.417777:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772e300, transno 21474839201 00000004:00080000:2.0:1778923625.417780:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b8380, transno 21474839202 00000004:00080000:2.0:1778923625.417783:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772c380, transno 21474839203 00000004:00080000:2.0:1778923625.417785:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772ea00, transno 21474839204 00000004:00080000:2.0:1778923625.417787:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9180, transno 21474839205 00000004:00080000:2.0:1778923625.417789:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9880, transno 21474839206 00000004:00080000:2.0:1778923625.417792:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772d180, transno 21474839207 00000004:00080000:2.0:1778923625.417794:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83100, transno 21474839208 00000004:00080000:2.0:1778923625.417798:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea82d80, transno 21474839209 00000004:00080000:2.0:1778923625.417800:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea81c00, transno 21474839210 00000004:00080000:2.0:1778923625.417803:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea81180, transno 21474839211 00000100:00100000:2.0:1778923625.417809:0:3291:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce7098b8e00 x1865335287642880/t21474839228(21474839228) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923641 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1778923625.417911:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b8e00/2, rc 0, transno 21474839228 00000100:00100000:2.0:1778923625.417917:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287642880:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923625.417928:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734071500/2, rc 0, transno 21474839229 00000100:00100000:2.0:1778923625.417932:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643392:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923625.417939:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418e00/2, rc 0, transno 21474839226 00000100:00100000:2.0:1778923625.417943:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287642752:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923625.417950:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072680/2, rc 0, transno 21474839227 00000100:00100000:2.0:1778923625.417954:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643264:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923625.418309:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 3 changes, 8 in progress, 4 in flight, 36 done 00000100:00100000:2.0:1778923625.418425:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.418460:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.418487:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923625.418493:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643904:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.418538:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.419165:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643136:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.419193:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420047:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643648:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.420078:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420097:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644160:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.420119:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420137:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.420158:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420180:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [2->3] 00000100:00100000:1.0:1778923625.420186:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643008:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.420207:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420225:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.420243:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420260:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.420279:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420294:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.420319:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420330:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287645056:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.420351:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.420376:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643776 00000100:00100000:1.0:1778923625.420383:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643776 00000100:00100000:1.0:1778923625.420414:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643904 00000100:00100000:1.0:1778923625.420417:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643904 00000100:00100000:1.0:1778923625.420428:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643136 00000100:00100000:1.0:1778923625.420430:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643136 00000100:00100000:1.0:1778923625.420439:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643648 00000100:00100000:1.0:1778923625.420442:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643648 00000100:00100000:1.0:1778923625.420449:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644160 00000100:00100000:1.0:1778923625.420452:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644160 00000100:00100000:1.0:1778923625.420467:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644672 00000100:00100000:1.0:1778923625.420470:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644672 00000100:00100000:1.0:1778923625.420478:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643008 00000100:00100000:1.0:1778923625.420480:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643008 00000100:00100000:1.0:1778923625.420487:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287643520 00000100:00100000:1.0:1778923625.420488:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287643520 00000100:00100000:1.0:1778923625.420495:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644032 00000100:00100000:1.0:1778923625.420497:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644032 00000100:00100000:1.0:1778923625.420521:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644544 00000100:00100000:1.0:1778923625.420523:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644544 00000100:00100000:1.0:1778923625.420531:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287645056 00000100:00100000:1.0:1778923625.420532:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287645056 00000100:00100000:1.0:1778923625.420545:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:1.0:1778923625.420552:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287643776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923625.420727:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.420730:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.420733:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.420735:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.420737:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923625.420773:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287643776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (2312us total) trans 21474839230 rc 0/0 00000100:00100000:1.0:1778923625.420780:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00000100:00100000:1.0:1778923625.420799:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860 00000100:00100000:1.0:1778923625.420805:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287643904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923625.420967:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861 00000100:00100000:0.0:1778923625.420977:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287643136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923625.421082:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.421086:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421088:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923625.421090:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421092:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.421128:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287643136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (1934us total) trans 21474839231 rc 0/0 00000100:00100000:0.0:1778923625.421134:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861 00000100:00100000:0.0:1778923625.421150:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6862 00000100:00100000:0.0:1778923625.421156:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287643648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923625.421225:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.421227:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421230:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923625.421232:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421234:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.421260:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287643648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 104us (1180us total) trans 21474839232 rc 0/0 00000100:00100000:0.0:1778923625.421266:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6862 00000100:00100000:0.0:1778923625.421279:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6863 00000100:00100000:0.0:1778923625.421286:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287644160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923625.421405:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.421408:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923625.421410:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923625.421413:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421415:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923625.421441:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287644160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 156us (1321us total) trans 17179872094 rc 0/0 00000100:00100000:0.0:1778923625.421448:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6863 00000100:00100000:0.0:1778923625.421461:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864 00000100:00100000:0.0:1778923625.421467:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287644672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923625.421570:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.421573:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421575:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923625.421577:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421579:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.421602:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287644672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (1443us total) trans 17179872095 rc 0/0 00000100:00100000:0.0:1778923625.421608:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864 00000100:00100000:0.0:1778923625.421622:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865 00000100:00100000:0.0:1778923625.421627:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287643008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923625.421704:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.421707:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421709:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923625.421710:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421712:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.421735:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287643008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (1528us total) trans 21474839233 rc 0/0 00000100:00100000:0.0:1778923625.421741:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865 00000100:00100000:0.0:1778923625.421753:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866 00000100:00100000:0.0:1778923625.421758:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287643520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923625.421914:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.421918:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421920:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923625.421922:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.421924:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.421950:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287643520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 191us (1705us total) trans 21474839234 rc 0/0 00000100:00100000:0.0:1778923625.421956:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866 00000100:00100000:0.0:1778923625.421967:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867 00000100:00100000:0.0:1778923625.421973:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287644032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923625.422061:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.422064:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422067:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923625.422069:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422070:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.422095:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287644032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (1814us total) trans 21474839235 rc 0/0 00000100:00100000:0.0:1778923625.422101:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867 00000100:00100000:0.0:1778923625.422112:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6868 00000100:00100000:0.0:1778923625.422118:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287644544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923625.422195:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923625.422198:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422200:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923625.422202:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422203:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923625.422227:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287644544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 109us (1907us total) trans 17179872096 rc 0/0 00000100:00100000:0.0:1778923625.422236:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6868 00000100:00100000:0.0:1778923625.422248:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869 00000100:00100000:0.0:1778923625.422255:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287645056:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923625.422333:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.422336:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422338:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923625.422340:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.422342:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.422367:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287645056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (2015us total) trans 17179872097 rc 0/0 00000100:00100000:0.0:1778923625.422373:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869 00002000:00010000:1.0:1778923625.422554:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.422558:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.422560:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.422562:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.422564:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.422592:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287643904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1788us (4053us total) trans 21474839236 rc 0/0 00000100:00100000:1.0:1778923625.422599:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860 00000004:00080000:1.0:1778923625.422778:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954fb80/2, rc 0, transno 21474839233 00000100:00100000:1.0:1778923625.422785:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643008:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923625.422796:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734070000/2, rc 0, transno 21474839234 00000100:00100000:1.0:1778923625.422800:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643520:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923625.422808:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777dc00/2, rc 0, transno 21474839235 00000100:00100000:1.0:1778923625.422812:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923625.422901:0:3294:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872077 gen 2 00000004:00080000:1.0:1778923625.422907:0:3294:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872063 committed transno 17179872077 00000004:00080000:1.0:1778923625.422928:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3aa00, transno 17179872066 00000004:00080000:1.0:1778923625.422939:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3bb80, transno 17179872067 00000004:00080000:1.0:1778923625.422942:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f38700, transno 17179872068 00000004:00080000:1.0:1778923625.422944:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3b480, transno 17179872069 00000004:00080000:1.0:1778923625.422946:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f39500, transno 17179872070 00000004:00080000:1.0:1778923625.422949:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f38a80, transno 17179872071 00000004:00080000:1.0:1778923625.422952:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f38380, transno 17179872072 00000004:00080000:1.0:1778923625.422954:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5500, transno 17179872073 00000004:00080000:1.0:1778923625.422957:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7800, transno 17179872074 00000004:00080000:1.0:1778923625.422959:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4000, transno 17179872075 00000004:00080000:1.0:1778923625.422961:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5880, transno 17179872076 00000004:00080000:1.0:1778923625.422963:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f39c00, transno 17179872077 00000100:00100000:1.0:1778923625.422970:0:3294:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce73fee8700 x1865335287644544/t17179872096(17179872096) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923641 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1778923625.422978:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8700/2, rc 0, transno 17179872096 00000100:00100000:1.0:1778923625.422982:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644544:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923625.422993:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeb800/2, rc 0, transno 17179872097 00000100:00100000:1.0:1778923625.422997:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287645056:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923625.423018:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734073800/2, rc 0, transno 21474839231 00000100:00100000:1.0:1778923625.423021:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643136:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923625.423029:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072a00/2, rc 0, transno 21474839232 00000100:00100000:1.0:1778923625.423033:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287643648:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923625.423040:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7b80/2, rc 0, transno 17179872094 00000100:00100000:1.0:1778923625.423044:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644160:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923625.423052:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8000/2, rc 0, transno 17179872095 00000100:00100000:1.0:1778923625.423055:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287644672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.423163:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.423201:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.423234:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644800:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.423257:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923625.423280:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777df80/2, rc 0, transno 21474839236 00000100:00100000:2.0:1778923625.423285:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643904:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923625.423294:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ce00/2, rc 0, transno 21474839230 00000100:00100000:2.0:1778923625.423297:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287643776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923625.423310:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923625.423316:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.423337:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.423353:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644928:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.423372:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.423398:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644288 00000100:00100000:2.0:1778923625.423404:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644288 00000100:00100000:2.0:1778923625.423437:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644800 00000100:00100000:2.0:1778923625.423440:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644800 00000100:00100000:2.0:1778923625.423453:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644416 00000100:00100000:2.0:1778923625.423456:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644416 00000100:00100000:2.0:1778923625.423467:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287644928 00000100:00100000:2.0:1778923625.423469:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287644928 00000100:00100000:2.0:1778923625.423480:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870 00000100:00100000:2.0:1778923625.423487:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287644288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923625.423655:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.423658:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:2.0:1778923625.423661:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:2.0:1778923625.423663:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.423665:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.423699:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287644288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 212us (497us total) trans 17179872098 rc 0/0 00000100:00100000:2.0:1778923625.423706:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870 00000100:00100000:2.0:1778923625.423720:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:2.0:1778923625.423726:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287644800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923625.423797:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:2.0:1778923625.423800:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.423802:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923625.423804:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.423806:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923625.424173:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:1.0:1778923625.424184:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287644416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923625.424274:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.424279:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.424281:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923625.424283:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.424285:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000004:00080000:0.0:1778923625.424654:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 3 changes, 8 in progress, 4 in flight, 12 done 00000004:00080000:3.0:1778923625.425168:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1271 committed 00000004:00080000:3.0:1778923625.425173:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1266 committed 00000004:00080000:3.0:1778923625.425175:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1265 committed 00000004:00080000:3.0:1778923625.425177:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1270 committed 00000004:00080000:3.0:1778923625.425179:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1264 committed 00000004:00080000:3.0:1778923625.425181:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1269 committed 00000004:00080000:3.0:1778923625.425182:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1263 committed 00000004:00080000:3.0:1778923625.425183:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1268 committed 00000004:00080000:3.0:1778923625.425185:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1267 committed 00000004:00080000:3.0:1778923625.425186:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1262 committed 00000004:00080000:3.0:1778923625.425188:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1266 committed 00000004:00080000:3.0:1778923625.425190:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1261 committed 00000004:00080000:3.0:1778923625.425192:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1260 committed 00000004:00080000:3.0:1778923625.425194:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1265 committed 00000004:00080000:3.0:1778923625.425197:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1264 committed 00000004:00080000:3.0:1778923625.425199:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1259 committed 00000004:00080000:3.0:1778923625.425201:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1258 committed 00000004:00080000:3.0:1778923625.425210:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1263 committed 00000020:00080000:3.0:1778923625.425276:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969399 batchid updated 00000100:00100000:3.0:1778923625.425305:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287645440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.425424:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287644416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1242us (2085us total) trans 17179872100 rc 0/0 00000100:00100000:1.0:1778923625.425433:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00000100:00100000:1.0:1778923625.425458:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:1.0:1778923625.425467:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287644928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923625.426405:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:1.0:1778923625.426412:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.426414:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923625.426416:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.426418:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923625.426470:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287644928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1003us (3094us total) trans 17179872101 rc 0/0 00000100:00100000:1.0:1778923625.426479:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00000100:00100000:1.0:1778923625.426518:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287645184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923625.426553:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923625.426610:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287645184 00000100:00100000:1.0:1778923625.426617:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287645184 00000100:00100000:1.0:1778923625.426650:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874 00000100:00100000:1.0:1778923625.426657:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287645184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923625.426759:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923625.426762:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.426764:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923625.426767:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923625.426769:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923625.426798:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287645184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 142us (244us total) trans 17179872102 rc 0/0 00000100:00100000:1.0:1778923625.426804:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874 00000004:00080000:1.0:1778923625.427199:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734070380/2, rc 0, transno 17179872102 00000100:00100000:1.0:1778923625.427207:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287645184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.427367:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287644800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3640us (4107us total) trans 17179872099 rc 0/0 00000100:00100000:2.0:1778923625.427375:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00000100:00100000:2.0:1778923625.427419:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287645312:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923625.427449:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923625.427485:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4700/2, rc 0, transno 17179872100 00000100:00100000:2.0:1778923625.427491:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644416:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923625.427500:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feead80/2, rc 0, transno 17179872101 00000100:00100000:2.0:1778923625.427525:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644928:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923625.427537:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd6d80/2, rc 0, transno 17179872098 00000100:00100000:2.0:1778923625.427541:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644288:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923625.427549:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8380/2, rc 0, transno 17179872099 00000100:00100000:2.0:1778923625.427552:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287644800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923625.427646:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287645312 00000100:00100000:0.0:1778923625.427651:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287645312 00000100:00100000:0.0:1778923625.427696:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875 00000100:00100000:0.0:1778923625.427704:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287645312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923625.427998:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923625.428011:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.428014:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923625.428016:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923625.428018:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923625.428056:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287645312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 353us (605us total) trans 17179872103 rc 0/0 00000100:00100000:0.0:1778923625.428062:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875 00000100:00080000:0.0:1778923625.428085:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1778923625.428090:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1778923625.428201:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f10380/2, rc 0, transno 17179872103 00000100:00100000:2.0:1778923625.428206:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287645312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923625.428372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923625.428609:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287645440 00000100:00100000:2.0:1778923625.428614:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287645440 00000100:00100000:2.0:1778923625.428648:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:2.0:1778923625.428655:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287645440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923625.428771:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923625.428774:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.428777:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923625.428780:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923625.428782:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923625.428812:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287645440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (441us total) trans 17179872104 rc 0/0 00000100:00100000:2.0:1778923625.428891:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00000004:00080000:3.0:1778923625.429020:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e641c00/2, rc 0, transno 17179872104 00000100:00100000:3.0:1778923625.429026:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287645440:0@lo:2:osp-syn-1-0.0 00000020:00080000:3.0:1778923625.429044:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969399 00000020:00080000:3.0:1778923625.429345:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969399 cancel update log [0x200000bd0:0x1:0x0].44: rc = 0 00000020:00080000:3.0:1778923625.429357:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969399 00000100:00100000:2.0:1778923625.432871:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.433733:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625728 00000100:00100000:0.0:1778923625.433745:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625728 00000100:00100000:0.0:1778923625.433814:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5450 00000100:00100000:0.0:1778923625.433825:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+197:54908:x1865335281625728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.433853:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.433874:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3990 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a26 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.433934:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3990 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a26 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.434759:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3990 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a26 expref: 198 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.434801:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.434804:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923625.434807:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7000, rc 0) 00000100:00100000:0.0:1778923625.434874:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54908:x1865335281625728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1049us (2010us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.434882:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5450 00000100:00100000:2.0:1778923625.443300:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.443669:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281625984 00000100:00100000:1.0:1778923625.443680:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281625984 00000100:00100000:1.0:1778923625.443740:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2019 00000100:00100000:1.0:1778923625.443750:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54908:x1865335281625984:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923625.444065:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54908:x1865335281625984:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 316us (775us total) trans 8589939799 rc 0/0 00000100:00100000:1.0:1778923625.444073:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2019 00000100:00100000:1.0:1778923625.480804:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.481298:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281626112 00000100:00100000:2.0:1778923625.481310:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281626112 00000100:00100000:2.0:1778923625.481369:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5451 00000100:00100000:2.0:1778923625.481378:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54909:x1865335281626112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923625.481403:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.481422:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a3997 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a2d expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.481483:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.481498:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.481663:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.482463:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.482477:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.482486:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483090:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483260:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483270:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.483310:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:1.0:1778923625.483314:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923625.483333:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483344:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483353:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483360:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483366:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483372:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923625.483376:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483383:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483395:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923625.483398:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923625.483403:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483413:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a399e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483429:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483435:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483440:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483445:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923625.483447:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483453:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483459:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce703d27800) 00010000:00010000:1.0:1778923625.483462:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923625.483464:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483469:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a39a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483737:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a3997 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483756:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.483763:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.483765:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923625.483767:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:1.0:1778923625.483839:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54909:x1865335281626112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2462us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.483847:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5451 00000100:00100000:2.0:1778923625.491114:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.491193:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281626368 00000100:00100000:1.0:1778923625.491203:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281626368 00000100:00100000:1.0:1778923625.491260:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5452 00000100:00100000:1.0:1778923625.491270:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54909:x1865335281626368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923625.491290:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.491310:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a39b3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a34 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.491418:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a39ba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.491431:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a39ba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.491442:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a39ba lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.491453:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:1.0:1778923625.491630:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a39b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a34 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.491649:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a39ba lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a34 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.491657:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.491660:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923625.491663:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:1.0:1778923625.491717:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54909:x1865335281626368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 448us (626us total) trans 8589939800 rc 0/0 00000100:00100000:1.0:1778923625.491724:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5452 00000100:00100000:2.0:1778923625.497048:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.497256:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281626624 00000100:00100000:0.0:1778923625.497266:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281626624 00000100:00100000:0.0:1778923625.497324:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5453 00000100:00100000:0.0:1778923625.497334:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54909:x1865335281626624:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923625.497435:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923625.497457:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a39c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a3b expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.497602:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a39cf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.497628:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a39cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.497639:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a39cf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923625.497653:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923625.497781:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a39c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a3b expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.497800:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a39cf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a3b expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.497809:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.497811:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923625.497814:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923625.497867:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54909:x1865335281626624:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 534us (829us total) trans 8589939801 rc 0/0 00000100:00100000:0.0:1778923625.497875:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5453 00000100:00100000:2.0:1778923625.574566:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.575269:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281626752 00000100:00100000:1.0:1778923625.575280:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281626752 00000100:00100000:1.0:1778923625.575354:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3431 00000100:00100000:1.0:1778923625.575364:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281626752:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923625.575402:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.575423:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 36 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.575432:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.575434:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.575438:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.575470:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 36 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.575484:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 36 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.575499:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287645568:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.575859:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.579291:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287645568:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.579322:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.580477:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.580809:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281626880 00000100:00100000:1.0:1778923625.580817:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281626880 00010000:00010000:1.0:1778923625.580851:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 37 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.580895:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3102 00000100:00100000:1.0:1778923625.580903:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281626880:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923625.580916:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.580936:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 37 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.580949:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 37 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.580970:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a3974 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a11 expref: 37 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.580986:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.580988:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.580993:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.581013:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.581046:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923625.581102:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281626880:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 199us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.581113:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3102 00010000:00010000:3.0:1778923625.581330:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.581339:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598218:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598240:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598249:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598257:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923625.598261:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598270:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598290:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.598297:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a39dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.598448:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281626752:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23079us (23886us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1778923625.598459:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3431 00000100:00100000:0.0:1778923625.607128:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.607297:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627008 00000100:00100000:2.0:1778923625.607308:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627008 00000100:00100000:2.0:1778923625.607367:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3432 00000100:00100000:2.0:1778923625.607377:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281627008:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923625.607413:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.607434:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 35 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.607441:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.607443:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.607447:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.607480:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 35 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.607496:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 35 pid: 6546 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.607541:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287645696:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.607612:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:2.0:1778923625.610578:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287645696:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923625.610609:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.612853:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.613172:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627136 00000100:00100000:3.0:1778923625.613182:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627136 00010000:00010000:3.0:1778923625.613221:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 36 pid: 6546 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.613267:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3103 00000100:00100000:3.0:1778923625.613278:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281627136:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923625.613294:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.613317:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 36 pid: 6546 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.613330:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 36 pid: 6546 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.613352:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3886 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54699a expref: 36 pid: 6546 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.613368:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.613370:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.613375:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.613384:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.613418:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.613474:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281627136:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 197us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.613483:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3103 00010000:00010000:2.0:1778923625.613655:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.613669:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626497:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626557:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626566:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626573:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923625.626578:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626586:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626604:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.626621:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a39e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.626703:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281627008:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19323us (19581us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1778923625.626795:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3432 00000100:00100000:0.0:1778923625.632725:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.632882:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627264 00000100:00100000:1.0:1778923625.632892:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627264 00000100:00100000:1.0:1778923625.632969:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3433 00000100:00100000:1.0:1778923625.632980:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281627264:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923625.633027:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.633049:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.633057:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.633060:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.633063:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.633112:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.633127:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 31 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.633142:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287645824:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.633222:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4806c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.636008:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287645824:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.636038:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.638190:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.638271:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627392 00000100:00100000:1.0:1778923625.638281:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627392 00010000:00010000:1.0:1778923625.638316:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 32 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.638354:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3104 00000100:00100000:1.0:1778923625.638362:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281627392:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923625.638378:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.638399:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 32 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.638419:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 32 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.638440:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a38a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469a8 expref: 32 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.638457:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.638459:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.638464:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.638474:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.638557:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923625.638610:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281627392:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 247us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.638628:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3104 00010000:00010000:2.0:1778923625.638897:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.638908:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647349:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647369:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647378:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647385:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8cf000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923625.647389:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647398:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647417:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.647425:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a39eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.647570:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e643100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281627264:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14587us (14861us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1778923625.647581:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3433 00000100:00100000:0.0:1778923625.657887:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.657966:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627520 00000100:00100000:2.0:1778923625.657976:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627520 00000100:00100000:2.0:1778923625.658061:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3434 00000100:00100000:2.0:1778923625.658070:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281627520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923625.658113:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.658134:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 30 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.658142:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.658144:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.658148:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.658182:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 30 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.658194:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 30 pid: 6548 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.658209:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287645952:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.658289:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.662242:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.662332:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627648 00000100:00100000:3.0:1778923625.662343:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627648 00010000:00010000:3.0:1778923625.662383:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 31 pid: 6548 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.662432:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3105 00000100:00100000:3.0:1778923625.662443:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281627648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923625.662458:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.662480:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 31 pid: 6548 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.662493:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 31 pid: 6548 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.662562:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.662564:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.662569:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.662580:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.662600:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.662646:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281627648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 206us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.662654:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3105 00010000:00010000:2.0:1778923625.663029:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a38be lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469b6 expref: 30 pid: 6548 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.663047:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287645952:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923625.663069:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.663080:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.663087:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669441:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669461:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669469:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669477:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923625.669482:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669495:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669866:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.669874:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009530647/0x3baece0abe6a39f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.669986:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281627520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11913us (12105us total) trans 0 rc 262144/262144 00000100:00100000:2.0:1778923625.669997:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3434 00000100:00100000:0.0:1778923625.677214:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.677294:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627776 00000100:00100000:3.0:1778923625.677305:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627776 00000100:00100000:3.0:1778923625.677378:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3435 00000100:00100000:3.0:1778923625.677388:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281627776:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923625.677424:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.677444:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 34 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.677453:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923625.677455:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923625.677459:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.677494:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 34 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.677550:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 34 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.677566:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287646080:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923625.677659:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923625.682022:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.682103:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281627904 00000100:00100000:1.0:1778923625.682123:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281627904 00010000:00010000:1.0:1778923625.682167:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 35 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.682213:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3106 00000100:00100000:1.0:1778923625.682223:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281627904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923625.682241:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923625.682264:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 35 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.682277:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 35 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.682302:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.682304:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923625.682309:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.682318:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.682339:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923625.682400:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281627904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 178us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923625.682407:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3106 00010000:00010000:3.0:1778923625.683113:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a38da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469c4 expref: 34 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.683132:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287646080:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923625.683152:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.683167:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.683174:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692689:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692720:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692729:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692735:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671ea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923625.692740:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692748:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692766:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.692773:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a39f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.692865:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281627776:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15475us (15656us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1778923625.692876:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3435 00000100:00100000:0.0:1778923625.699277:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.699373:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628032 00000100:00100000:2.0:1778923625.699383:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628032 00000100:00100000:2.0:1778923625.699456:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3436 00000100:00100000:2.0:1778923625.699467:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281628032:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923625.699500:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.699557:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 33 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.699566:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.699568:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923625.699572:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.699623:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 33 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.699636:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 33 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.699650:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287646208:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923625.699920:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923625.704539:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.704689:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287646208:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923625.704792:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.704874:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628160 00000100:00100000:3.0:1778923625.704882:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628160 00010000:00010000:3.0:1778923625.704986:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 34 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.705066:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3107 00000100:00100000:3.0:1778923625.705076:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281628160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923625.705093:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.705126:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 34 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.705139:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 34 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.705162:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a38f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469d2 expref: 34 pid: 6547 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.705179:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.705182:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.705186:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.705200:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.705231:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.705343:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281628160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 267us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.705352:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3107 00010000:00010000:0.0:1778923625.705403:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.705413:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747197:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747219:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747228:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747241:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923625.747246:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747255:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747273:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.747281:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a00 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.747788:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281628032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 48243us (48440us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1778923625.747800:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3436 00000100:00100000:0.0:1778923625.753042:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.753207:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628288 00000100:00100000:3.0:1778923625.753217:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628288 00000100:00100000:3.0:1778923625.753349:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3437 00000100:00100000:3.0:1778923625.753360:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281628288:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923625.753398:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.753419:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.753428:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923625.753431:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923625.753434:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.753467:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.753480:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 32 pid: 25674 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.753498:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287646336:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923625.753606:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.765100:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.765212:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287646336:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923625.765239:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.765828:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628416 00000100:00100000:2.0:1778923625.765837:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628416 00010000:00010000:2.0:1778923625.765876:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 33 pid: 25674 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.765914:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3108 00000100:00100000:2.0:1778923625.765925:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281628416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923625.765939:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923625.765962:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 33 pid: 25674 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.765975:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 33 pid: 25674 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.766010:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a3912 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469e0 expref: 33 pid: 25674 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.766027:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.766029:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.766033:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.766044:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.766073:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923625.766142:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281628416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 219us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.766149:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3108 00010000:00010000:3.0:1778923625.766329:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.766339:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775922:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775942:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775951:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775958:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671ea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923625.775962:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775976:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.775996:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.776012:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ec25f27/0x3baece0abe6a3a07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.776230:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281628288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22867us (23191us total) trans 0 rc 262144/262144 00000100:00100000:3.0:1778923625.776240:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3437 00000100:00100000:2.0:1778923625.782320:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.782452:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628544 00000100:00100000:1.0:1778923625.782463:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628544 00000100:00100000:1.0:1778923625.782556:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3438 00000100:00100000:1.0:1778923625.782567:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281628544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923625.782603:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.782635:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 29 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.782645:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.782647:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.782650:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.782684:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 29 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.782698:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 29 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.783050:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287646464:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.783141:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.786124:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287646464:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.786152:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.787753:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.787908:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628672 00000100:00100000:0.0:1778923625.787918:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628672 00010000:00010000:0.0:1778923625.787956:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 30 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.787995:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3109 00000100:00100000:0.0:1778923625.788015:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281628672:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923625.788032:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923625.788054:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 30 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.788067:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 30 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.788092:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a392e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469ee expref: 30 pid: 26019 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.788112:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.788114:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923625.788119:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.788129:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.788161:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923625.788219:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281628672:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.788226:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3109 00010000:00010000:1.0:1778923625.788917:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.788934:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795092:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795122:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795131:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795138:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706282200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923625.795143:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795150:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795169:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.795176:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.795268:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281628544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12699us (12953us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1778923625.795278:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3438 00000100:00100000:2.0:1778923625.803402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.803541:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628800 00000100:00100000:1.0:1778923625.803551:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628800 00000100:00100000:1.0:1778923625.803620:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3439 00000100:00100000:1.0:1778923625.803632:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281628800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923625.803667:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.803689:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 31 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.803699:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.803701:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.803704:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.803746:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 31 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.803760:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 31 pid: 22251 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.803774:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287646592:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.803855:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923625.806686:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287646592:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.806726:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923625.808334:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.808553:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281628928 00000100:00100000:3.0:1778923625.808565:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281628928 00010000:00010000:3.0:1778923625.808608:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.808652:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3110 00000100:00100000:3.0:1778923625.808661:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281628928:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923625.808676:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.808697:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.808792:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.808823:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a394a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5469fc expref: 32 pid: 22251 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.808840:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.808842:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.808846:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.808857:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.808890:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.809050:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281628928:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 389us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.809058:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3110 00010000:00010000:1.0:1778923625.809485:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.809500:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819701:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819731:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819739:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819745:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706282200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923625.819750:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819758:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819775:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.819783:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.819875:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281628800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16242us (16478us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1778923625.819886:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3439 00000100:00100000:2.0:1778923625.826404:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.826485:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629056 00000100:00100000:1.0:1778923625.826494:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629056 00000100:00100000:1.0:1778923625.826601:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3440 00000100:00100000:1.0:1778923625.826619:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281629056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923625.826651:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.826671:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.826680:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.826682:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923625.826686:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.827013:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.827029:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 28 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.827047:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287646720:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.827208:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923625.830787:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923625.830985:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629184 00000100:00100000:3.0:1778923625.830995:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629184 00010000:00010000:3.0:1778923625.831044:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 29 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923625.831085:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3111 00000100:00100000:3.0:1778923625.831094:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281629184:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923625.831119:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923625.831141:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 29 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.831160:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 29 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.831182:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.831184:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923625.831189:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.831199:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.831220:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923625.831275:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281629184:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 182us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923625.831282:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3111 00010000:00010000:1.0:1778923625.831675:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a3966 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a0a expref: 28 pid: 26020 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.831695:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287646720:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.831724:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.831734:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.831740:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850165:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850185:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850194:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850201:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706282200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923625.850205:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850213:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850237:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.850243:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a3a1c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.850331:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281629056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23717us (23931us total) trans 0 rc 262144/262144 00000100:00100000:1.0:1778923625.850341:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3440 00000100:00100000:0.0:1778923625.900581:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.900840:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629312 00000100:00100000:2.0:1778923625.900850:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629312 00000100:00100000:2.0:1778923625.900919:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 559 00000100:00100000:2.0:1778923625.900930:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54909:x1865335281629312:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923625.900947:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923625.900973:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a39cf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a3b expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.900995:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923625.901012:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923625.901076:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54909:x1865335281629312:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 148us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.901083:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 559 00000100:00100000:2.0:1778923625.925718:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.925809:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629568 00000100:00100000:0.0:1778923625.925820:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629568 00000100:00100000:0.0:1778923625.925873:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2020 00000100:00100000:0.0:1778923625.925884:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54909:x1865335281629568:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923625.926170:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54909:x1865335281629568:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 287us (462us total) trans 8589939802 rc 0/0 00000100:00100000:0.0:1778923625.926178:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2020 00000100:00100000:3.0:1778923625.943201:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.943362:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629824 00000100:00100000:1.0:1778923625.943372:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629824 00000100:00100000:1.0:1778923625.943436:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5454 00000100:00100000:1.0:1778923625.943446:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281629824:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923625.943471:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.943490:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a23 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a42 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.943642:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.943658:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.943666:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.943698:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.943711:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 205 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.943725:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287646848:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923625.943798:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923625.949216:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.949303:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281629952 00000100:00100000:0.0:1778923625.949313:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281629952 00010000:00010000:0.0:1778923625.949352:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.949393:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3112 00000100:00100000:0.0:1778923625.949402:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281629952:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923625.949418:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949429:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949440:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949450:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.949453:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923625.949457:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949466:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949473:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.949500:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.949593:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281629952:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 191us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923625.949602:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3112 00000100:00100000:1.0:1778923625.950501:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287646848:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923625.950558:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.950567:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.950572:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923625.950591:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923625.951089:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a23 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.951119:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.951127:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.951130:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923625.951133:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706283600, rc 0) 00000100:00100000:0.0:1778923625.951188:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281629824:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7743us (8000us total) trans 8589939803 rc 0/0 00000100:00100000:0.0:1778923625.951196:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5454 00000100:00100000:3.0:1778923625.954672:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923625.954880:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281630080 00000100:00100000:2.0:1778923625.954889:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281630080 00000100:00100000:2.0:1778923625.954948:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6877 00000100:00100000:2.0:1778923625.954957:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281630080:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923625.954976:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923625.955005:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a49 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923625.955034:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 262144, mtime: 0x6a083868, atime: 0x6a083868, ctime: 0x6a083869, blocks: 0x207 00010000:00010000:2.0:1778923625.955054:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.955056:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923625.955066:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.955084:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923625.955097:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:2.0:1778923625.955169:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281630080:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 213us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923625.955176:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6877 00000100:00100000:2.0:1778923625.961676:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923625.961976:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281630336 00000100:00100000:0.0:1778923625.961987:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281630336 00000100:00100000:0.0:1778923625.962061:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5455 00000100:00100000:0.0:1778923625.962072:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281630336:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923625.962141:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923625.962168:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a39ac lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a2d expref: 206 pid: 30325 timeout: 1422 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.962188:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923625.962194:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923625.962452:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.962467:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923625.962477:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923625.963085:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939804 00000004:00010000:0.0:1778923625.963138:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8f48c3 reply state 000000003496b632 transno 8589939805 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923625.963148:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923625.963307:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281630336:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1235us (1636us total) trans 8589939805 rc 0/0 00000100:00100000:0.0:1778923625.963315:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5455 00000020:00080000:0.0:1778923625.963321:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923625.982179:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923625.982267:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982280:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982288:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982295:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923625.982300:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982306:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982324:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923625.982328:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923625.982333:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923625.982339:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a3f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923625.982473:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281630592 00000100:00100000:1.0:1778923625.982482:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281630592 00000100:00100000:1.0:1778923625.982561:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2021 00000100:00100000:1.0:1778923625.982571:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281630592:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923625.983097:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281630592:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 524us (926us total) trans 8589939806 rc 0/0 00000100:00100000:1.0:1778923625.986253:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2021 00000100:00100000:2.0:1778923625.986546:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923625.987235:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281630848 00000100:00100000:1.0:1778923625.987246:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281630848 00000100:00100000:1.0:1778923625.987303:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5456 00000100:00100000:1.0:1778923625.987314:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281630848:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923625.987339:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923625.987342:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1778923625.987368:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a39ba lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a34 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.987391:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3990 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a26 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.987401:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923625.987406:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923625.987419:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3a46 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a50 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.987470:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.987483:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923625.987493:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923625.991808:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1612, 88 off140056 00000004:00080000:1.0:1778923625.991826:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323048321001ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.991968:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1604, 88 off139616 00000004:00080000:1.0:1778923625.991973:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323048469458ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.992020:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1605, 88 off139704 00000004:00080000:1.0:1778923625.992025:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323048521155ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.992042:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1613, 88 off140144 00000004:00080000:1.0:1778923625.992045:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323048541238ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.992413:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1614, 88 off140232 00000004:00080000:1.0:1778923625.992420:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323048915909ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.992900:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1606, 88 off139792 00000004:00080000:1.0:1778923625.992908:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323049403861ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.992936:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1607, 88 off139880 00000004:00080000:1.0:1778923625.992940:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323049436351ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.992957:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1615, 88 off140320 00000004:00080000:1.0:1778923625.992960:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323049456028ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.994199:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1608, 88 off139968 00000004:00080000:1.0:1778923625.994210:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323050706054ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.994246:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1616, 88 off140408 00000004:00080000:1.0:1778923625.994251:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323050747384ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.994449:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1617, 88 off140496 00000004:00080000:1.0:1778923625.994455:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323050951402ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.994607:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1609, 88 off140056 00000004:00080000:1.0:1778923625.994623:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323051118896ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.994651:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1618, 88 off140584 00000004:00080000:1.0:1778923625.994656:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323051151789ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.994862:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1610, 88 off140144 00000004:00080000:1.0:1778923625.994869:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323051364341ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.994931:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1619, 88 off140672 00000004:00080000:1.0:1778923625.994937:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323051432725ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.995212:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1611, 88 off140232 00000004:00080000:1.0:1778923625.995217:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323051713095ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.995245:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1612, 88 off140320 00000004:00080000:1.0:1778923625.995249:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323051745295ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.995266:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1620, 88 off140760 00000004:00080000:1.0:1778923625.995270:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323051766215ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.995388:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1621, 88 off140848 00000004:00080000:1.0:1778923625.995393:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323051889079ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923625.995486:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1613, 88 off140408 00000004:00080000:1.0:1778923625.995491:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323051986654ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.995555:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1614, 88 off140496 00000004:00080000:1.0:1778923625.995560:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323052055679ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923625.995575:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1622, 88 off140936 00000004:00080000:1.0:1778923625.995579:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323052074822ns, next at 1321446740812ns, rc = 0 00000001:00080000:1.0:1778923626.036678:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939805 is committed 00000001:00080000:1.0:1778923626.036729:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939807 is committed 00000004:00080000:1.0:1778923626.036737:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1284 committed 00000004:00080000:1.0:1778923626.036756:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1279 committed 00000004:00080000:1.0:1778923626.036774:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1278 committed 00000004:00080000:1.0:1778923626.036777:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1283 committed 00000004:00080000:1.0:1778923626.036779:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1282 committed 00000004:00080000:1.0:1778923626.036781:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1277 committed 00000004:00080000:1.0:1778923626.036783:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1276 committed 00000004:00080000:1.0:1778923626.036785:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1281 committed 00000004:00080000:1.0:1778923626.036788:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1275 committed 00000004:00080000:1.0:1778923626.036792:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1280 committed 00000004:00080000:1.0:1778923626.036795:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1274 committed 00000004:00080000:1.0:1778923626.036798:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1279 committed 00000004:00080000:1.0:1778923626.036801:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1278 committed 00000004:00080000:1.0:1778923626.036807:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1273 committed 00000004:00080000:1.0:1778923626.036811:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1277 committed 00000004:00080000:1.0:1778923626.036813:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1272 committed 00000004:00080000:1.0:1778923626.036816:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1271 committed 00000004:00080000:1.0:1778923626.036818:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1276 committed 00000004:00080000:1.0:1778923626.036820:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1275 committed 00000004:00080000:1.0:1778923626.036822:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1270 committed 00000004:00080000:1.0:1778923626.036824:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1269 committed 00000004:00080000:1.0:1778923626.036827:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1274 committed 00000100:00100000:1.0:1778923626.037167:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287646976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.037269:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.037324:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.037362:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.037408:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648000:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923626.037421:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287647232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.037444:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1778923626.037566:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a50 expref: 200 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.037581:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923626.037584:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923626.037601:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3a46 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a50 expref: 200 pid: 30328 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.037632:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a50 expref: 199 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.037665:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923626.037668:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923626.037671:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706282200, rc 0) 00000100:00100000:0.0:1778923626.037735:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287646976 00000100:00100000:0.0:1778923626.037742:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287646976 00000100:00100000:0.0:1778923626.037789:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647488 00000100:00100000:0.0:1778923626.037792:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647488 00000100:00100000:0.0:1778923626.037808:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648000 00000100:00100000:0.0:1778923626.037811:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648000 00000100:00100000:0.0:1778923626.037830:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:0.0:1778923626.037838:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287646976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.037913:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648512:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.037951:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.037978:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1778923626.037985:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.038032:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.038062:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647616:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923626.038082:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1778923626.038092:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923626.038092:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923626.038098:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923626.038109:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00000100:00100000:1.0:1778923626.038111:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648128:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923626.038117:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.038145:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.038167:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.038195:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287646976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 354us (925us total) trans 21474839237 rc 0/0 00000100:00100000:0.0:1778923626.038205:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00100000:1.0:1778923626.038216:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.038243:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648512 00000100:00100000:0.0:1778923626.038249:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648512 00000100:00100000:0.0:1778923626.038267:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647104 00000100:00100000:0.0:1778923626.038270:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647104 00000004:00080000:1.0:1778923626.038272:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f39500/2, rc 0, transno 21474839237 00000100:00100000:0.0:1778923626.038283:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647616 00000100:00100000:0.0:1778923626.038287:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647616 00000100:00100000:1.0:1778923626.038292:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287646976:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.038305:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648128 00000100:00100000:0.0:1778923626.038309:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648128 00000100:00100000:0.0:1778923626.038325:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648640 00000100:00100000:0.0:1778923626.038328:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648640 00000100:00100000:1.0:1778923626.038352:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:1.0:1778923626.038366:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287647488:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.038768:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287647488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 406us (1407us total) trans 21474839238 rc 0/0 00000100:00100000:0.0:1778923626.038898:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:0.0:1778923626.038911:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287648000:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923626.039071:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 262144 -> 262144 00002000:00010000:0.0:1778923626.039075:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.039077:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.039079:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.039081:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923626.039481:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287648000:12345-0@lo:2:osp-syn-1-0.0 Request processed in 573us (2037us total) trans 17179872105 rc 0/0 00000100:00100000:0.0:1778923626.039490:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00000100:00100000:0.0:1778923626.039534:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:0.0:1778923626.039541:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287648512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923626.039647:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.039650:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.039653:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923626.039656:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.039657:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.039686:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287648512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 146us (1735us total) trans 17179872106 rc 0/0 00000100:00100000:0.0:1778923626.039692:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00000100:00100000:0.0:1778923626.039705:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882 00000100:00100000:0.0:1778923626.039712:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287647104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923626.039805:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.039808:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.039811:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.039813:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.039815:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.039843:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287647104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (1810us total) trans 21474839239 rc 0/0 00000100:00100000:0.0:1778923626.039850:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882 00000100:00100000:0.0:1778923626.039947:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883 00000100:00100000:0.0:1778923626.039955:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287647616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923626.040044:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.040051:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.040054:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923626.040056:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.040058:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.040087:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287647616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 133us (2000us total) trans 21474839240 rc 0/0 00000100:00100000:0.0:1778923626.040093:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883 00000100:00100000:0.0:1778923626.040198:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6884 00000100:00100000:0.0:1778923626.040205:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287648128:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923626.040293:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.040296:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.040298:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.040300:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.040303:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.040331:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287648128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (2186us total) trans 17179872107 rc 0/0 00000100:00100000:0.0:1778923626.040338:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884 00000100:00100000:0.0:1778923626.040354:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6885 00000100:00100000:0.0:1778923626.040360:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287648640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.043842:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000100:00100000:1.0:1778923626.044067:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923626.044089:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287649024:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.044174:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.044200:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287648640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3828us (5981us total) trans 17179872108 rc 0/0 00000100:00100000:0.0:1778923626.044215:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6885 00000100:00100000:1.0:1778923626.044233:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649024 00000100:00100000:1.0:1778923626.044243:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649024 00000100:00100000:1.0:1778923626.044390:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886 00000100:00100000:1.0:1778923626.044402:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287649024:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.044825:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287649024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 425us (653us total) trans 21474839241 rc 0/0 00000100:00100000:1.0:1778923626.044833:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886 00000004:00080000:1.0:1778923626.044893:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f38a80/2, rc 0, transno 21474839239 00000100:00100000:1.0:1778923626.044908:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.044921:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3ad80/2, rc 0, transno 21474839240 00000100:00100000:1.0:1778923626.044925:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647616:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.044941:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71500/2, rc 0, transno 17179872107 00000100:00100000:1.0:1778923626.044963:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648128:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.044977:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70e00/2, rc 0, transno 17179872108 00000100:00100000:1.0:1778923626.044981:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648640:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.044991:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70a80/2, rc 0, transno 17179872105 00000100:00100000:1.0:1778923626.044994:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648000:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.045098:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70000/2, rc 0, transno 17179872106 00000100:00100000:1.0:1778923626.045103:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287648512:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.045117:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3a680/2, rc 0, transno 21474839238 00000100:00100000:1.0:1778923626.045120:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287647488:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.045182:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923626.045190:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287649152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.045220:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.045250:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649152 00000100:00100000:1.0:1778923626.045254:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649152 00000100:00100000:1.0:1778923626.045283:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:1.0:1778923626.045290:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287649152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923626.045393:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923626.045397:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.045400:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923626.045402:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.045405:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.045439:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287649152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (218us total) trans 21474839242 rc 0/0 00000100:00100000:1.0:1778923626.045446:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000004:00080000:1.0:1778923626.045474:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954df80/2, rc 0, transno 21474839242 00000100:00100000:1.0:1778923626.045478:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287649152:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.045877:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.045915:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647232 00000100:00100000:1.0:1778923626.045921:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647232 00000100:00100000:1.0:1778923626.045962:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1778923626.045972:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287647232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.046046:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287649536:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923626.046091:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1778923626.046209:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923626.046214:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.046217:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923626.046219:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.046222:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.046264:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287647232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 295us (393us total) trans 21474839243 rc 0/0 00000100:00100000:1.0:1778923626.046271:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00000100:00100000:0.0:1778923626.046349:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287649664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.048494:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649536 00000100:00100000:1.0:1778923626.048520:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649536 00000100:00100000:1.0:1778923626.048692:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:1.0:1778923626.048703:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287649536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.049140:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287649536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 439us (3048us total) trans 17179872109 rc 0/0 00000100:00100000:1.0:1778923626.049149:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000100:00100000:3.0:1778923626.049451:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281630848:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 62126us (62893us total) trans 8589939807 rc 0/0 00000100:00100000:3.0:1778923626.049468:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5456 00000100:00100000:3.0:1778923626.049554:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287647360:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.049629:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.049664:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287647872:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.049687:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.049711:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287648384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.049736:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647360 00000100:00100000:1.0:1778923626.049743:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647360 00000100:00100000:3.0:1778923626.049749:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.049783:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287648896:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.049794:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647872 00000100:00100000:1.0:1778923626.049798:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647872 00000100:00100000:3.0:1778923626.049818:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.049845:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648384 00000100:00100000:1.0:1778923626.049851:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648384 00000100:00100000:3.0:1778923626.049871:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287649408:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.049876:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648896 00000100:00100000:1.0:1778923626.049880:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648896 00000100:00100000:1.0:1778923626.049909:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890 00000100:00100000:3.0:1778923626.049911:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.049922:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287647360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.049946:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1778923626.049956:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287649280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.049990:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.050045:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649408 00000100:00100000:3.0:1778923626.050053:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649408 00000100:00100000:3.0:1778923626.050083:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649280 00000100:00100000:3.0:1778923626.050086:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649280 00000100:00100000:3.0:1778923626.050289:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891 00000100:00100000:3.0:1778923626.050302:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287647872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923626.050548:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.050552:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.050554:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923626.050557:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.050559:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.050602:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287647872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 303us (913us total) trans 21474839244 rc 0/0 00000100:00100000:3.0:1778923626.050682:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891 00000100:00100000:3.0:1778923626.050706:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1778923626.050715:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287648384:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923626.050831:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.050834:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.050836:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923626.050838:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.050840:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.050868:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287648384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (1120us total) trans 17179872110 rc 0/0 00000100:00100000:3.0:1778923626.050874:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1778923626.050889:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1778923626.050895:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287648896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.051012:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287648896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (1195us total) trans 17179872111 rc 0/0 00000100:00100000:3.0:1778923626.051018:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1778923626.051031:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1778923626.051038:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287649408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923626.053431:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.053438:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.053442:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923626.053444:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.053446:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.053556:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287649408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2515us (3649us total) trans 17179872112 rc 0/0 00000100:00100000:3.0:1778923626.053565:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1778923626.053599:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895 00000100:00100000:1.0:1778923626.053947:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287647360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4021us (4311us total) trans 21474839245 rc 0/0 00000100:00100000:1.0:1778923626.053963:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890 00000100:00100000:3.0:1778923626.054964:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287649280:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.055118:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f39c00/2, rc 0, transno 21474839245 00000100:00100000:1.0:1778923626.055131:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287647360:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.055143:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ea00/2, rc 0, transno 21474839244 00000100:00100000:1.0:1778923626.055147:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287647872:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.055162:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73800/2, rc 0, transno 17179872110 00000100:00100000:1.0:1778923626.055166:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287648384:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.055175:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b5c00/2, rc 0, transno 17179872111 00000100:00100000:1.0:1778923626.055179:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287648896:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.055188:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a680/2, rc 0, transno 17179872112 00000100:00100000:1.0:1778923626.055190:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287649408:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.055981:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923626.056072:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954c700/2, rc 0, transno 21474839241 00000100:00100000:0.0:1778923626.056080:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287649024:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.056267:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287649664 00000100:00100000:2.0:1778923626.056274:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287649664 00000100:00100000:2.0:1778923626.056338:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:2.0:1778923626.056347:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287649664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923626.056499:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923626.056517:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.056519:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923626.056521:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.056523:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923626.056586:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287649664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 240us (609us total) trans 17179872113 rc 0/0 00000100:00100000:2.0:1778923626.056592:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00000100:00100000:3.0:1778923626.056769:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287649280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3164us (6781us total) trans 21474839246 rc 0/0 00000100:00100000:3.0:1778923626.056777:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895 00000004:00080000:3.0:1778923626.058309:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418380/2, rc 0, transno 17179872109 00000100:00100000:3.0:1778923626.058323:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287649536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923626.058360:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f38380/2, rc 0, transno 21474839243 00000100:00100000:3.0:1778923626.058365:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287647232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.058376:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287647744:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.058428:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.058466:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287648256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.058495:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287647744 00000100:00100000:1.0:1778923626.058557:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287647744 00000100:00100000:1.0:1778923626.058630:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897 00000100:00100000:1.0:1778923626.058641:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287647744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923626.058907:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923626.058911:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.058915:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923626.058917:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.058920:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.058988:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287647744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 349us (559us total) trans 21474839247 rc 0/0 00000100:00100000:1.0:1778923626.059008:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897 00000004:00080000:1.0:1778923626.059070:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4000/2, rc 0, transno 21474839246 00000100:00100000:1.0:1778923626.059077:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287649280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923626.062125:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.062171:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287648768:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923626.062237:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641b100/2, rc 0, transno 17179872113 00000100:00100000:2.0:1778923626.062244:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287649664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.062477:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923626.062587:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f3aa00/2, rc 0, transno 21474839247 00000100:00100000:3.0:1778923626.062592:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287647744:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.064696:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648256 00000100:00100000:0.0:1778923626.064708:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648256 00000100:00100000:0.0:1778923626.064882:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287648768 00000100:00100000:0.0:1778923626.064887:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287648768 00000100:00100000:2.0:1778923626.064889:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.064919:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281630976 00000100:00100000:0.0:1778923626.064922:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281630976 00000100:00100000:2.0:1778923626.064935:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:2.0:1778923626.064949:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287648256:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.064960:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:0.0:1778923626.064968:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287648768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.065077:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6900 00000100:00100000:3.0:1778923626.065094:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281630976:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923626.065105:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923626.065124:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a57 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.065154:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.065162:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.065165:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.065169:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 32 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.065204:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.065219:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 1423 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.065234:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287649792:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923626.065304:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923626.066384:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287648256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1436us (7880us total) trans 17179872114 rc 0/0 00000100:00100000:2.0:1778923626.066397:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00000004:00080000:1.0:1778923626.066437:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70700/2, rc 0, transno 17179872114 00000100:00100000:1.0:1778923626.066444:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287648256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.066518:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287648768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1536us (4026us total) trans 17179872115 rc 0/0 00000100:00100000:0.0:1778923626.066525:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00000100:00080000:0.0:1778923626.066550:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1778923626.066557:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7100/2, rc 0, transno 17179872115 00000100:00100000:1.0:1778923626.066563:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287648768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923626.081330:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.081467:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287649792:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923626.081499:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 32 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.081557:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:1.0:1778923626.081620:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281630976:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 16523us (16725us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.081631:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6900 00000100:00100000:0.0:1778923626.085179:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631104 00000100:00100000:0.0:1778923626.085193:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631104 00010000:00010000:0.0:1778923626.085242:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 1423 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.085286:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3113 00000100:00100000:0.0:1778923626.085295:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281631104:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923626.085312:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923626.085334:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 1423 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.085347:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 1423 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.085369:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a3a38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a49 expref: 32 pid: 6548 timeout: 1423 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.085385:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923626.085387:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923626.085394:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.085403:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.085441:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.085456:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287649920:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923626.085589:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923626.095395:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287649920:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923626.095423:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923626.095487:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281631104:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10192us (14165us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923626.095498:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3113 00000100:00100000:1.0:1778923626.101659:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.101734:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.104117:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.105771:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631360 00000100:00100000:0.0:1778923626.105784:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631360 00002000:00010000:0.0:1778923626.105853:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923626.105858:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd4380 with x1865335281631360 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923626.105871:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd4380. 00000100:00100000:0.0:1778923626.105899:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631232 00000100:00100000:0.0:1778923626.105902:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631232 00002000:00010000:0.0:1778923626.105914:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (243517->18446744073709551615) 00002000:00100000:0.0:1778923626.105916:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5500 with x1865335281631232 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923626.105922:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5500. 00000100:00100000:0.0:1778923626.105941:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3441 00000100:00100000:0.0:1778923626.105950:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281631360:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923626.106200:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.106204:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923624 -> 1778923626 00002000:00010000:0.0:1778923626.106208:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.106210:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923625 -> 1778923626 00002000:00010000:0.0:1778923626.106213:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.106272:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281631360:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 323us (4622us total) trans 21474839248 rc 0/0 00000100:00100000:0.0:1778923626.106280:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3441 00002000:00010000:0.0:1778923626.106284:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923626.106286:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd4380 with x1865335281631360 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923626.106291:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd4380. 00000100:00100000:0.0:1778923626.106310:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3442 00000100:00100000:0.0:1778923626.106317:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281631232:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923626.106495:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:0.0:1778923626.106499:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923624 -> 1778923626 00002000:00010000:0.0:1778923626.106501:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.106525:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923626 00002000:00010000:0.0:1778923626.106527:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923626.106550:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281631232:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 234us (4816us total) trans 17179872116 rc 0/0 00000100:00100000:0.0:1778923626.106556:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3442 00002000:00010000:0.0:1778923626.106559:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (243517->18446744073709551615) 00002000:00100000:0.0:1778923626.106562:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5500 with x1865335281631232 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923626.106566:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5500. 00000100:00080000:3.0:1778923626.107136:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1778923626.108954:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631488 00000100:00100000:0.0:1778923626.108966:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631488 00002000:00010000:0.0:1778923626.109015:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923626.109020:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd7800 with x1865335281631488 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923626.109030:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd7800. 00000100:00100000:0.0:1778923626.109122:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3443 00000100:00100000:0.0:1778923626.109132:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281631488:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923626.109360:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.109376:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923624 -> 1778923626 00002000:00010000:0.0:1778923626.109378:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923624 -> 1778923624 00002000:00010000:0.0:1778923626.109380:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923625 -> 1778923626 00002000:00010000:0.0:1778923626.109382:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.109894:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281631488:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 760us (5791us total) trans 17179872117 rc 0/0 00000100:00100000:0.0:1778923626.109903:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3443 00002000:00010000:0.0:1778923626.109907:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923626.109910:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd7800 with x1865335281631488 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923626.109915:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd7800. 00010000:00010000:0.0:1778923626.113957:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923626.114667:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.114892:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631616 00000100:00100000:0.0:1778923626.114904:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631616 00000100:00080000:3.0:1778923626.115047:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1778923626.115147:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5457 00000100:00100000:0.0:1778923626.115160:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281631616:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923626.115181:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923626.115201:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3a5b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a5e expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.115290:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.115310:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.115319:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.115351:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.115365:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 200 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.115380:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287650048:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923626.115467:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923626.120432:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287650048:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923626.120464:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.126133:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.127776:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631744 00000100:00100000:0.0:1778923626.127791:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631744 00010000:00010000:0.0:1778923626.127839:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.127881:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3114 00000100:00100000:0.0:1778923626.127890:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281631744:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923626.127907:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.127919:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.127930:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.127940:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923626.127943:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923626.127947:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.127956:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.127962:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.128010:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.128130:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281631744:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 240us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923626.128137:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3114 00010000:00010000:1.0:1778923626.129901:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.129916:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923626.129963:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:1.0:1778923626.129967:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923626.129987:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.130015:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.130050:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3a5b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a5e expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.130071:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a5e expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.130079:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923626.130082:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923626.130085:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:1.0:1778923626.141586:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281631616:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 26417us (26912us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.141598:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5457 00000100:00100000:3.0:1778923626.162077:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.162186:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281631872 00000100:00100000:1.0:1778923626.162195:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281631872 00002000:00100000:1.0:1778923626.162244:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (65536->69631) req@ffff9ce7098b8380 x1865335281631872/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923626.162255:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098b8380 with x1865335281631872 ext(65536->69631) 00002000:00010000:1.0:1778923626.162261:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098b8380 00000100:00100000:1.0:1778923626.162294:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3444 00000100:00100000:1.0:1778923626.162303:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281631872:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923626.162561:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281631872:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 258us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923626.162572:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3444 00002000:00100000:1.0:1778923626.162579:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (65536->69631) req@ffff9ce7098b8380 x1865335281631872/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/4536 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923626.162587:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098b8380 with x1865335281631872 ext(65536->69631) 00002000:00010000:1.0:1778923626.162590:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098b8380 00000100:00100000:2.0:1778923626.167034:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.167831:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632000 00000100:00100000:1.0:1778923626.167842:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632000 00002000:00100000:1.0:1778923626.167892:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (69632->73727) req@ffff9ce709548000 x1865335281632000/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923626.167903:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce709548000 with x1865335281632000 ext(69632->73727) 00002000:00010000:1.0:1778923626.167909:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce709548000 00000100:00100000:1.0:1778923626.167947:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3445 00000100:00100000:1.0:1778923626.167957:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281632000:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923626.168161:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281632000:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 206us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923626.168168:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3445 00002000:00100000:1.0:1778923626.168174:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (69632->73727) req@ffff9ce709548000 x1865335281632000/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/4536 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923626.168181:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce709548000 with x1865335281632000 ext(69632->73727) 00002000:00010000:1.0:1778923626.168184:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce709548000 00000100:00100000:0.0:1778923626.176404:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923626.176632:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632128 00000100:00100000:2.0:1778923626.176642:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632128 00002000:00100000:2.0:1778923626.176689:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (45056->110591) req@ffff9ce71123c380 x1865335281632128/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 504/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923626.176700:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c380 with x1865335281632128 ext(45056->110591) 00002000:00010000:2.0:1778923626.176706:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c380 00000100:00100000:2.0:1778923626.176735:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3446 00000100:00100000:2.0:1778923626.176744:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281632128:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:2.0:1778923626.182745:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281632128:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5991us (6340us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1778923626.182756:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3446 00002000:00100000:2.0:1778923626.182767:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (45056->110591) req@ffff9ce71123c380 x1865335281632128/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 504/440 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923626.182777:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c380 with x1865335281632128 ext(45056->110591) 00002000:00010000:2.0:1778923626.182783:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c380 00000100:00100000:3.0:1778923626.201351:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.201418:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632256 00000100:00100000:0.0:1778923626.201428:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632256 00002000:00100000:0.0:1778923626.201487:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (110592->147455) req@ffff9ce70772f100 x1865335281632256/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923626.201680:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772f100 with x1865335281632256 ext(110592->147455) 00002000:00010000:0.0:1778923626.201686:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772f100 00000100:00100000:1.0:1778923626.201784:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3447 00000100:00100000:1.0:1778923626.201796:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281632256:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:2.0:1778923626.207986:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281632256:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6183us (6635us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1778923626.208007:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3447 00002000:00100000:2.0:1778923626.208020:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (110592->147455) req@ffff9ce70772f100 x1865335281632256/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/440 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923626.208035:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772f100 with x1865335281632256 ext(110592->147455) 00002000:00010000:2.0:1778923626.208045:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772f100 00000100:00100000:3.0:1778923626.218362:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.218542:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632384 00000100:00100000:0.0:1778923626.218553:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632384 00002000:00100000:0.0:1778923626.218601:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (65536->131071) req@ffff9ce70772df80 x1865335281632384/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923626.218611:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772df80 with x1865335281632384 ext(65536->131071) 00002000:00010000:0.0:1778923626.218616:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772df80 00000100:00100000:0.0:1778923626.218653:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3448 00000100:00100000:0.0:1778923626.218662:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281632384:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:1.0:1778923626.225778:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281632384:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 7107us (7416us total) trans 17179872118 rc 0/0 00000100:00100000:1.0:1778923626.225791:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3448 00002000:00100000:1.0:1778923626.225803:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (65536->131071) req@ffff9ce70772df80 x1865335281632384/t17179872118(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/448 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923626.225814:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772df80 with x1865335281632384 ext(65536->131071) 00002000:00010000:1.0:1778923626.225820:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772df80 00000100:00100000:2.0:1778923626.247604:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.247782:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632512 00000100:00100000:1.0:1778923626.247792:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632512 00000100:00100000:1.0:1778923626.247863:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6901 00000100:00100000:1.0:1778923626.247874:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281632512:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923626.332818:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872117 is committed 00000001:00080000:1.0:1778923626.332839:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872115 is committed 00000100:00100000:3.0:1778923626.333558:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281632512:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 85678us (85954us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923626.333574:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6901 00000001:00080000:1.0:1778923626.336055:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872118 is committed 00000100:00100000:0.0:1778923626.357112:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923626.357653:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632640 00000100:00100000:2.0:1778923626.357663:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632640 00002000:00100000:2.0:1778923626.357712:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (147456->184319) req@ffff9ce71123d180 x1865335281632640/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923626.357723:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123d180 with x1865335281632640 ext(147456->184319) 00002000:00010000:2.0:1778923626.357730:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123d180 00000100:00100000:2.0:1778923626.357762:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3449 00000100:00100000:2.0:1778923626.357770:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281632640:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923626.361013:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281632640:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3226us (3896us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1778923626.361026:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3449 00002000:00100000:3.0:1778923626.361040:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (147456->184319) req@ffff9ce71123d180 x1865335281632640/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/440 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923626.361051:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123d180 with x1865335281632640 ext(147456->184319) 00002000:00010000:3.0:1778923626.361057:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123d180 00000100:00100000:0.0:1778923626.383189:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923626.383441:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632768 00000100:00100000:2.0:1778923626.383451:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632768 00002000:00100000:2.0:1778923626.383535:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (118784->163839) req@ffff9ce71123e300 x1865335281632768/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/0 e 0 to 0 dl 1778923637 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923626.383548:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123e300 with x1865335281632768 ext(118784->163839) 00002000:00010000:2.0:1778923626.383554:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123e300 00000100:00100000:2.0:1778923626.383586:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3450 00000100:00100000:2.0:1778923626.383595:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281632768:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:3.0:1778923626.396902:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281632768:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 13297us (13711us total) trans 17179872119 rc 0/0 00000100:00100000:3.0:1778923626.396915:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3450 00002000:00100000:3.0:1778923626.396929:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (118784->163839) req@ffff9ce71123e300 x1865335281632768/t17179872119(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:187/0 lens 488/448 e 0 to 0 dl 1778923637 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923626.396939:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123e300 with x1865335281632768 ext(118784->163839) 00002000:00010000:3.0:1778923626.396945:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123e300 00000100:00100000:2.0:1778923626.403206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.403295:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281632896 00000100:00100000:0.0:1778923626.403306:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281632896 00000100:00100000:0.0:1778923626.403363:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6902 00000100:00100000:0.0:1778923626.403373:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281632896:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:3.0:1778923626.494071:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872119 is committed 00000100:00100000:1.0:1778923626.494460:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281632896:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 91082us (91257us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.494471:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6902 00000100:00100000:0.0:1778923626.525131:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923626.525267:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633024 00000100:00100000:2.0:1778923626.525280:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633024 00000100:00100000:2.0:1778923626.525355:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5458 00000100:00100000:2.0:1778923626.525366:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54910:x1865335281633024:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923626.525394:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923626.525419:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3a69 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a65 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525548:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525566:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525580:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525599:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525606:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.525613:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526087:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526101:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526109:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923626.526153:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:2.0:1778923626.526160:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923626.526182:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526194:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526204:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526212:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526219:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526226:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923626.526231:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526240:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526253:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923626.526257:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923626.526263:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526270:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a3a70 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526285:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526298:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526304:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526310:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923626.526314:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526320:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526327:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce703d75400) 00010000:00010000:2.0:1778923626.526330:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923626.526333:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526339:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a3a77 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526390:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3a69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a65 expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526406:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a65 expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.526415:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923626.526417:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923626.526420:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:2.0:1778923626.526553:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54910:x1865335281633024:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1188us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923626.526563:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5458 00000100:00100000:0.0:1778923626.537393:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.537540:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.537637:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633280 00000100:00100000:3.0:1778923626.537649:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633280 00000100:00100000:3.0:1778923626.537725:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5459 00000100:00100000:3.0:1778923626.537737:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54910:x1865335281633280:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923626.537764:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923626.537768:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1778923626.537802:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3a2a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a42 expref: 201 pid: 30325 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.537830:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923626.537837:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923626.537854:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a3a85 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a6c expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.538003:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.538021:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.538033:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923626.538048:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:3.0:1778923626.538263:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a3a85 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a6c expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.538279:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a6c expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.538287:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923626.538290:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923626.538292:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671ea00, rc 0) 00000100:00100000:3.0:1778923626.538370:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54910:x1865335281633280:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 634us (993us total) trans 8589939808 rc 0/0 00000100:00100000:3.0:1778923626.538378:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5459 00000100:00100000:1.0:1778923626.539371:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633408 00000100:00100000:1.0:1778923626.539384:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633408 00000100:00100000:1.0:1778923626.539455:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 560 00000100:00100000:1.0:1778923626.539465:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281633408:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923626.539481:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923626.539537:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3a7e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a65 expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.539554:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923626.539559:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923626.539618:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281633408:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 145us (2106us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.539626:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 560 00000100:00100000:0.0:1778923626.546985:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.547085:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633536 00000100:00100000:1.0:1778923626.547098:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633536 00000100:00100000:1.0:1778923626.547171:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6903 00000100:00100000:1.0:1778923626.547182:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281633536:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923626.547249:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.547274:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 20 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.547283:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923626.547285:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923626.547290:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.547332:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 20 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.547348:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 20 pid: 6548 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.547364:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287650176:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923626.547479:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f828c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923626.549596:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.549765:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633664 00000100:00100000:0.0:1778923626.549776:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633664 00000100:00100000:0.0:1778923626.549863:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6904 00000100:00100000:0.0:1778923626.549875:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281633664:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923626.549930:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.549954:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 28 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.549963:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923626.549965:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923626.549969:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.550021:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 28 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.550035:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 28 pid: 25674 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.550053:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287650304:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923626.550156:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705f13780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923626.552864:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.552947:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633792 00000100:00100000:0.0:1778923626.552958:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633792 00000100:00100000:0.0:1778923626.553025:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6905 00000100:00100000:0.0:1778923626.553035:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281633792:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923626.553088:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.553125:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 21 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.553134:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923626.553136:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923626.553141:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.553180:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 21 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.553192:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 21 pid: 26019 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.553208:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287650432:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923626.553300:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705f13b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923626.557485:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.557562:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.557601:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281633920 00000100:00100000:3.0:1778923626.557623:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281633920 00010000:00010000:3.0:1778923626.557674:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 22 pid: 6548 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.557714:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634048 00000100:00100000:3.0:1778923626.557718:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634048 00010000:00010000:3.0:1778923626.557734:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 29 pid: 25674 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.557758:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3115 00000100:00100000:3.0:1778923626.557768:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281633920:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923626.557787:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923626.557814:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 22 pid: 6548 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.557830:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 22 pid: 6548 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.558033:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287650176:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923626.558114:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3116 00000100:00100000:2.0:1778923626.558126:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281634048:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923626.558136:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923626.558154:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 29 pid: 25674 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.558165:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 29 pid: 25674 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.558187:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.558190:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.558197:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.558208:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.558231:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923626.558303:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281634048:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 178us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923626.558311:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3116 00010000:00010000:0.0:1778923626.558736:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005969e089/0x3baece0abe6a397b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a18 expref: 28 pid: 25674 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.558755:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287650304:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923626.558775:0:6546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558786:0:6546:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558793:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558823:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558832:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558840:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558848:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923626.558862:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558872:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558886:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.558894:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a3aa1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923626.558975:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281633664:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 9103us (9390us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923626.558983:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6904 00010000:00010000:3.0:1778923626.559170:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3a54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a57 expref: 22 pid: 6548 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.568290:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.569134:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.569141:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.569150:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.569165:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.569223:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923626.569344:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569354:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569399:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569409:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569418:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569425:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923626.569430:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569438:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569454:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.569463:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a3a9a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.569813:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281633920:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 12028us (12326us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923626.569827:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3115 00000100:00100000:1.0:1778923626.570477:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281633536:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 23292us (23503us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.570487:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6903 00000100:00100000:0.0:1778923626.571463:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.573491:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634176 00000100:00100000:3.0:1778923626.573540:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634176 00010000:00010000:3.0:1778923626.573600:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 20 pid: 26019 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.573735:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3117 00000100:00100000:3.0:1778923626.573746:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281634176:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923626.573766:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923626.573797:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 20 pid: 26019 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.573823:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 20 pid: 26019 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.573868:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.573870:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.573877:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.573890:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.573918:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923626.573991:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281634176:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 246us (2531us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923626.574007:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3117 00010000:00010000:1.0:1778923626.576459:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3982 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a1f expref: 19 pid: 26019 timeout: 1423 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.576492:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287650432:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923626.576547:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576561:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576568:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576720:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576730:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576744:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576751:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923626.576756:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576766:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576788:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.576796:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a3aa8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.576953:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+18:2354:x1865335281633792:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 23918us (24105us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.576965:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6905 00000100:00100000:2.0:1778923626.581580:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.581660:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634432 00000100:00100000:1.0:1778923626.581673:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634432 00000100:00100000:1.0:1778923626.581745:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5460 00000100:00100000:1.0:1778923626.581756:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54910:x1865335281634432:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923626.581828:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1778923626.581865:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3a4d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a50 expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.581905:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a3a62 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a5e expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.581919:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923626.581926:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923626.581967:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.581984:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.582006:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923626.584203:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1623, 88 off141024 00000004:00080000:1.0:1778923626.584224:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640719260ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584300:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1615, 88 off140584 00000004:00080000:1.0:1778923626.584306:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323640802278ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584332:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1616, 88 off140672 00000004:00080000:1.0:1778923626.584336:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323640832195ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584349:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1624, 88 off141112 00000004:00080000:1.0:1778923626.584353:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640849527ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584367:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1625, 88 off141200 00000004:00080000:1.0:1778923626.584371:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640866697ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584387:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1617, 88 off140760 00000004:00080000:1.0:1778923626.584392:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323640887605ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584408:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1618, 88 off140848 00000004:00080000:1.0:1778923626.584411:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323640907508ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584426:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1626, 88 off141288 00000004:00080000:1.0:1778923626.584430:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640926134ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584447:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1619, 88 off140936 00000004:00080000:1.0:1778923626.584450:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323640946482ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584465:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1627, 88 off141376 00000004:00080000:1.0:1778923626.584469:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640965204ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584485:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1628, 88 off141464 00000004:00080000:1.0:1778923626.584490:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323640985752ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584535:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1620, 88 off141024 00000004:00080000:1.0:1778923626.584541:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641036578ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584559:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1629, 88 off141552 00000004:00080000:1.0:1778923626.584563:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323641058900ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584580:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1621, 88 off141112 00000004:00080000:1.0:1778923626.584583:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641079455ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584599:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1630, 88 off141640 00000004:00080000:1.0:1778923626.584603:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323641098874ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584617:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1622, 88 off141200 00000004:00080000:1.0:1778923626.584622:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641118220ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584637:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1623, 88 off141288 00000004:00080000:1.0:1778923626.584642:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641138474ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584657:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1631, 88 off141728 00000004:00080000:1.0:1778923626.584661:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323641156814ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584676:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1632, 88 off141816 00000004:00080000:1.0:1778923626.584680:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323641176494ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923626.584694:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1624, 88 off141376 00000004:00080000:1.0:1778923626.584698:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641194139ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584713:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1625, 88 off141464 00000004:00080000:1.0:1778923626.584718:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1323641213757ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923626.584734:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1633, 88 off141904 00000004:00080000:1.0:1778923626.584739:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1323641234910ns, next at 1321446740812ns, rc = 0 00000004:00010000:2.0:1778923626.661204:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b3e23c94 reply state 00000000dea2e947 transno 8589939809 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923626.661225:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923626.661339:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54910:x1865335281634432:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 79581us (79769us total) trans 8589939809 rc 0/0 00000100:00100000:2.0:1778923626.661348:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5460 00000001:00080000:1.0:1778923626.663398:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939809 is committed 00000004:00080000:1.0:1778923626.663411:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1295 committed 00000004:00080000:1.0:1778923626.663430:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1290 committed 00000004:00080000:1.0:1778923626.663495:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1289 committed 00000004:00080000:1.0:1778923626.663498:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1294 committed 00000004:00080000:1.0:1778923626.663500:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1293 committed 00000004:00080000:1.0:1778923626.663519:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1288 committed 00000004:00080000:1.0:1778923626.663522:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1287 committed 00000004:00080000:1.0:1778923626.663524:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1292 committed 00000004:00080000:1.0:1778923626.663527:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1286 committed 00000004:00080000:1.0:1778923626.663528:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1291 committed 00000004:00080000:1.0:1778923626.663530:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1285 committed 00000004:00080000:1.0:1778923626.663532:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1290 committed 00000004:00080000:1.0:1778923626.663534:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1289 committed 00000004:00080000:1.0:1778923626.663965:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1284 committed 00000004:00080000:1.0:1778923626.663968:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1288 committed 00000004:00080000:1.0:1778923626.663970:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1283 committed 00000004:00080000:1.0:1778923626.663972:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1282 committed 00000004:00080000:1.0:1778923626.663974:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1287 committed 00000004:00080000:1.0:1778923626.663976:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1286 committed 00000004:00080000:1.0:1778923626.663978:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1281 committed 00000004:00080000:1.0:1778923626.663980:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1280 committed 00000004:00080000:1.0:1778923626.663982:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1285 committed 00000100:00100000:1.0:1778923626.664266:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287650560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.664427:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.664469:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287651072:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.664491:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.664543:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1778923626.664549:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287650688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.664571:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.664586:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287651200:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923626.664723:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.664736:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.664744:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.664748:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1778923626.664751:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923626.664756:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.664764:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.664779:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923626.664781:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:1.0:1778923626.664784:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287650560 00010000:00010000:2.0:1778923626.664786:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.664790:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287650560 00010000:00010000:2.0:1778923626.664791:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3aaf lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923626.664815:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287650944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.664829:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651072 00000100:00100000:1.0:1778923626.664832:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651072 00000100:00100000:2.0:1778923626.664843:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923626.664861:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287651456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.664880:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923626.664898:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923626.664903:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287650816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.664922:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923626.664937:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287651328:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.664955:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923626.664979:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287650688 00000100:00100000:2.0:1778923626.664982:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287650688 00000100:00100000:2.0:1778923626.665015:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651200 00000100:00100000:2.0:1778923626.665018:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651200 00000100:00100000:2.0:1778923626.665028:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287650944 00000100:00100000:2.0:1778923626.665030:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287650944 00000100:00100000:2.0:1778923626.665037:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651456 00000100:00100000:2.0:1778923626.665039:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651456 00000100:00100000:1.0:1778923626.665219:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287650816 00000100:00100000:1.0:1778923626.665222:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287650816 00000100:00100000:1.0:1778923626.665238:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651328 00000100:00100000:1.0:1778923626.665240:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651328 00000100:00100000:1.0:1778923626.665252:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6906 00000100:00100000:1.0:1778923626.665260:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287650560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923626.665754:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923626.665759:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923626.665762:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923626.665764:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923626.665766:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.665818:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287650560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 557us (1391us total) trans 21474839249 rc 0/0 00000100:00100000:1.0:1778923626.665826:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6906 00000100:00100000:3.0:1778923626.665902:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6907 00000100:00100000:3.0:1778923626.665916:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287650688:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923626.666008:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6908 00000100:00100000:1.0:1778923626.666017:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287651200:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.666106:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287651712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.666108:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287650688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 196us (1534us total) trans 21474839250 rc 0/0 00002000:00010000:1.0:1778923626.666121:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:3.0:1778923626.666122:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6907 00002000:00010000:1.0:1778923626.666124:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.666127:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923626.666129:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:1.0:1778923626.666132:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.666141:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1778923626.666149:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3294:x1865335287650944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.666188:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.666232:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287652224:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.666271:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287651200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 251us (1517us total) trans 21474839251 rc 0/0 00000100:00100000:1.0:1778923626.666278:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6908 00000100:00100000:1.0:1778923626.666288:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651712 00000100:00100000:1.0:1778923626.666292:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651712 00000100:00100000:1.0:1778923626.666422:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:1.0:1778923626.666429:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287651072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.666630:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00000100:00100000:2.0:1778923626.666638:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287650816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923626.666729:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923626.666733:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.666735:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923626.666737:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.666739:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.667911:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287650944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1758us (3061us total) trans 21474839252 rc 0/0 00000100:00100000:3.0:1778923626.667922:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1778923626.667948:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6912 00000100:00100000:3.0:1778923626.667958:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287651328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923626.668140:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.668143:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.668146:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923626.668148:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.668151:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.668183:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287651328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 228us (3226us total) trans 21474839255 rc 0/0 00000100:00100000:3.0:1778923626.668190:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6912 00000100:00100000:3.0:1778923626.668204:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6913 00000100:00100000:3.0:1778923626.668211:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3292:x1865335287651712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.668396:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3292:x1865335287651712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 185us (2209us total) trans 17179872120 rc 0/0 00000100:00100000:3.0:1778923626.668403:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6913 00000100:00100000:3.0:1778923626.668416:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6914 00000100:00100000:3.0:1778923626.668422:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287651456:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923626.668537:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.668540:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.668542:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923626.668544:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.668547:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.668574:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287651456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (3692us total) trans 21474839256 rc 0/0 00000100:00100000:3.0:1778923626.668580:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6914 00000100:00100000:0.0:1778923626.668778:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.668793:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287651072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2363us (4298us total) trans 21474839253 rc 0/0 00000100:00100000:1.0:1778923626.668802:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00000100:00100000:1.0:1778923626.668819:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652224 00000100:00100000:1.0:1778923626.668825:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652224 00000100:00100000:0.0:1778923626.669065:0:3292:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872115 gen 2 00000004:00080000:0.0:1778923626.669074:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7b80, transno 17179872094 00000004:00080000:0.0:1778923626.669093:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8000, transno 17179872095 00000004:00080000:0.0:1778923626.669096:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8700, transno 17179872096 00000004:00080000:0.0:1778923626.669099:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeb800, transno 17179872097 00000004:00080000:0.0:1778923626.669102:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd6d80, transno 17179872098 00000004:00080000:0.0:1778923626.669104:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8380, transno 17179872099 00000004:00080000:0.0:1778923626.669107:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4700, transno 17179872100 00000004:00080000:0.0:1778923626.669112:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feead80, transno 17179872101 00000004:00080000:0.0:1778923626.669116:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734070380, transno 17179872102 00000004:00080000:0.0:1778923626.669118:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f10380, transno 17179872103 00000004:00080000:0.0:1778923626.669122:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e641c00, transno 17179872104 00000004:00080000:0.0:1778923626.669125:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70a80, transno 17179872105 00000004:00080000:0.0:1778923626.669129:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70000, transno 17179872106 00000004:00080000:0.0:1778923626.669134:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71500, transno 17179872107 00000004:00080000:0.0:1778923626.669137:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70e00, transno 17179872108 00000004:00080000:0.0:1778923626.669140:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418380, transno 17179872109 00000004:00080000:0.0:1778923626.669142:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73800, transno 17179872110 00000004:00080000:0.0:1778923626.669146:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b5c00, transno 17179872111 00000004:00080000:0.0:1778923626.669148:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a680, transno 17179872112 00000004:00080000:0.0:1778923626.669150:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641b100, transno 17179872113 00000004:00080000:0.0:1778923626.669152:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70700, transno 17179872114 00000004:00080000:0.0:1778923626.669155:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7100, transno 17179872115 00000100:00100000:0.0:1778923626.669163:0:3292:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce60751f480 x1865335287651712/t17179872120(17179872120) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923642 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1778923626.669175:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751f480/2, rc 0, transno 17179872120 00000100:00100000:0.0:1778923626.669311:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287651712:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669323:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1778923626.669338:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287651584:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669392:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.669411:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287652096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669426:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.669456:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287651840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.669459:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651584 00000100:00100000:1.0:1778923626.669468:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651584 00000100:00100000:0.0:1778923626.669489:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.669501:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652096 00000100:00100000:1.0:1778923626.669533:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652096 00000100:00100000:1.0:1778923626.669547:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651840 00000100:00100000:1.0:1778923626.669550:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651840 00000100:00100000:1.0:1778923626.669562:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:1.0:1778923626.669568:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287652224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669605:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669640:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.669660:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1778923626.669670:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287651968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.669739:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652352 00000100:00100000:3.0:1778923626.669745:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652352 00000100:00100000:3.0:1778923626.669765:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00000100:00100000:3.0:1778923626.669771:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287651584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.669783:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.669817:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.669827:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287652224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (1054us total) trans 17179872121 rc 0/0 00000100:00100000:0.0:1778923626.669876:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.669923:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287651584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (527us total) trans 17179872122 rc 0/0 00000100:00100000:3.0:1778923626.669929:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00000100:00100000:3.0:1778923626.669954:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287651968 00000100:00100000:3.0:1778923626.669958:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287651968 00000100:00100000:3.0:1778923626.669983:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652480 00000100:00100000:3.0:1778923626.669986:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652480 00000100:00100000:3.0:1778923626.670012:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6917 00000100:00100000:3.0:1778923626.670017:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287652096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923626.670132:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.670137:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.670139:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923626.670141:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.670143:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.670170:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287652096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 153us (742us total) trans 17179872123 rc 0/0 00000100:00100000:3.0:1778923626.670176:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6917 00000100:00100000:3.0:1778923626.670188:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6918 00000100:00100000:3.0:1778923626.670194:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287651840:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.670289:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00000100:00100000:3.0:1778923626.670372:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287651840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 177us (882us total) trans 17179872124 rc 0/0 00000100:00100000:3.0:1778923626.670379:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6918 00000100:00100000:2.0:1778923626.670386:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3294:x1865335287650816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3746us (5459us total) trans 21474839254 rc 0/0 00000100:00100000:2.0:1778923626.670396:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00000100:00100000:1.0:1778923626.670484:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6919 00000100:00100000:1.0:1778923626.670494:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287652352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.670732:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:2.0:1778923626.670742:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:3.0:1778923626.670747:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287651968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923626.670759:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287652480:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.670794:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 3 changes, 8 in progress, 7 in flight, 22 done 00002000:00010000:3.0:1778923626.670871:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923626.670875:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.670877:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923626.670880:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:3.0:1778923626.670882:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923626.670936:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287652352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 443us (1294us total) trans 17179872125 rc 0/0 00000100:00100000:1.0:1778923626.670943:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6919 00000100:00100000:1.0:1778923626.670990:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e65a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287652608:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.671118:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751d880/2, rc 0, transno 17179872122 00000100:00100000:1.0:1778923626.671128:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.671142:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287651584:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.671158:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc700/2, rc 0, transno 17179872123 00000100:00100000:0.0:1778923626.671162:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287652096:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.671172:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdf800/2, rc 0, transno 17179872121 00000100:00100000:0.0:1778923626.671175:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287652224:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.671202:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751fb80/2, rc 0, transno 17179872124 00000100:00100000:0.0:1778923626.671206:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287651840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.671216:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bde680/2, rc 0, transno 17179872125 00000100:00100000:0.0:1778923626.671221:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923626.671259:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652608 00000100:00100000:0.0:1778923626.671266:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652608 00000004:00080000:1.0:1778923626.671274:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5880/2, rc 0, transno 21474839250 00000100:00100000:1.0:1778923626.671290:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287650688:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.671316:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:0.0:1778923626.671325:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287652608:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.671453:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7480/2, rc 0, transno 21474839251 00000100:00100000:1.0:1778923626.671461:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287651200:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923626.671497:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.671527:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.671530:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923626.671532:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.671534:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923626.672265:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287651968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1521us (2527us total) trans 17179872126 rc 0/0 00000100:00100000:3.0:1778923626.672273:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000100:00100000:2.0:1778923626.674024:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287652480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3270us (4145us total) trans 17179872127 rc 0/0 00000100:00100000:2.0:1778923626.674036:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000004:00080000:2.0:1778923626.674108:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd6a00/2, rc 0, transno 21474839254 00000100:00100000:2.0:1778923626.674115:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287650816:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923626.674127:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777c700/2, rc 0, transno 21474839255 00000100:00100000:2.0:1778923626.674131:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287651328:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923626.674140:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4e00/2, rc 0, transno 21474839252 00000100:00100000:2.0:1778923626.674143:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287650944:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923626.674151:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ea00/2, rc 0, transno 21474839256 00000100:00100000:2.0:1778923626.674154:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287651456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.674166:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923626.674174:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287652864:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923626.674211:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923626.674268:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652864 00000100:00100000:3.0:1778923626.674276:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652864 00000100:00100000:3.0:1778923626.674330:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6923 00000100:00100000:3.0:1778923626.674345:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287652864:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923626.674976:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4000/2, rc 0, transno 21474839249 00000100:00100000:1.0:1778923626.674985:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287650560:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923626.675009:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4a80/2, rc 0, transno 21474839253 00000100:00100000:1.0:1778923626.675015:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287651072:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.675060:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287652608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3726us (3926us total) trans 17179872128 rc 0/0 00000100:00100000:0.0:1778923626.675074:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00000004:00080000:1.0:1778923626.675093:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e65a680/2, rc 0, transno 17179872128 00000100:00100000:1.0:1778923626.675099:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e65a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287652608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.675110:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923626.675117:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287652736:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.675163:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdea00/2, rc 0, transno 17179872126 00000100:00100000:0.0:1778923626.675212:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287651968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.675228:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc000/2, rc 0, transno 17179872127 00000100:00100000:0.0:1778923626.675232:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923626.675241:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1778923626.675397:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923626.675401:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.675404:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923626.675406:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:2.0:1778923626.675408:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923626.675464:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287652864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1127us (1252us total) trans 17179872129 rc 0/0 00000100:00100000:2.0:1778923626.675472:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6923 00000100:00100000:2.0:1778923626.675488:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652736 00000100:00100000:2.0:1778923626.675493:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652736 00000004:00080000:0.0:1778923626.675776:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772e300/2, rc 0, transno 17179872129 00000100:00100000:0.0:1778923626.675782:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287652864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.676061:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6924 00000100:00100000:3.0:1778923626.676073:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287652736:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923626.676292:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287652736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 223us (1053us total) trans 17179872130 rc 0/0 00000100:00100000:3.0:1778923626.676298:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6924 00000100:00100000:0.0:1778923626.677200:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923626.677216:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.677258:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.677300:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287652992 00000100:00100000:0.0:1778923626.677522:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287652992 00000100:00100000:0.0:1778923626.677566:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1778923626.677574:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3293:x1865335287652992:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.677779:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287652992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 206us (520us total) trans 21474839257 rc 0/0 00000100:00100000:0.0:1778923626.677786:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1778923626.677808:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287653248:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.677831:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.677853:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1778923626.677858:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287653120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.677879:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923626.677920:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e658380/2, rc 0, transno 21474839257 00000100:00100000:0.0:1778923626.677926:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287652992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.677940:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653248 00000100:00100000:0.0:1778923626.677944:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653248 00000100:00100000:0.0:1778923626.677965:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653120 00000100:00100000:0.0:1778923626.677968:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653120 00000100:00100000:0.0:1778923626.677984:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6926 00000100:00100000:0.0:1778923626.677990:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287653248:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923626.678112:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287653248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (280us total) trans 21474839258 rc 0/0 00000100:00100000:0.0:1778923626.678119:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6926 00000100:00100000:0.0:1778923626.678133:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:0.0:1778923626.678150:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287653120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923626.678231:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923626.678234:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.678237:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923626.678239:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923625 00002000:00010000:0.0:1778923626.678241:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923626.678267:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287653120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (387us total) trans 21474839259 rc 0/0 00000100:00100000:0.0:1778923626.678273:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000004:00080000:1.0:1778923626.679009:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772e680/2, rc 0, transno 17179872130 00000100:00100000:1.0:1778923626.679017:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287652736:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923626.679074:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e65b800/2, rc 0, transno 21474839259 00000100:00100000:0.0:1778923626.679080:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287653120:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923626.679094:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71e658000/2, rc 0, transno 21474839258 00000100:00100000:0.0:1778923626.679097:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287653248:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923626.680936:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.681031:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634560 00000100:00100000:1.0:1778923626.681048:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634560 00000100:00100000:1.0:1778923626.681103:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5461 00000100:00100000:1.0:1778923626.681112:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54910:x1865335281634560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923626.681134:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923626.681151:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a73 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.681211:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.681227:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 199 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.681246:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923626.681250:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923626.681254:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:1.0:1778923626.681307:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54910:x1865335281634560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 195us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.681314:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5461 00000100:00100000:0.0:1778923626.704774:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.705065:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634688 00000100:00100000:1.0:1778923626.705075:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634688 00000100:00100000:1.0:1778923626.705141:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5462 00000100:00100000:1.0:1778923626.705335:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54910:x1865335281634688:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923626.705357:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923626.705380:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3abd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a7a expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706155:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706174:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706187:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923626.706217:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:0.0:1778923626.706222:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923626.706240:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706271:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3abd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a7a expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706288:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a7a expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923626.706312:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923626.706315:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923626.706318:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923626.706400:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54910:x1865335281634688:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1251us (1638us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923626.706407:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5462 00000100:00100000:2.0:1778923626.722378:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923626.722905:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.727361:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634816 00000100:00100000:1.0:1778923626.727378:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634816 00000100:00100000:2.0:1778923626.727924:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281634944 00000100:00100000:2.0:1778923626.727931:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281634944 00000100:00100000:2.0:1778923626.727965:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6928 00000100:00100000:2.0:1778923626.727974:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281634816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923626.728001:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923626.728025:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a81 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923626.728061:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 243517, mtime: 0x6a08386a, atime: 0x6a083868, ctime: 0x6a08386a, blocks: 0x207 00010000:00010000:2.0:1778923626.728081:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.728083:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.728104:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 19 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.728122:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 19 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.728133:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:2.0:1778923626.728200:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281634816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 227us (5832us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923626.728207:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6928 00000100:00100000:2.0:1778923626.728229:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6929 00000100:00100000:2.0:1778923626.728235:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281634944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923626.728243:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923626.728254:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a88 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923626.728272:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08386a, atime: 0x6a083868, ctime: 0x6a08386a, blocks: 0x3 00010000:00010000:2.0:1778923626.728281:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.728283:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923626.728287:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 28 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.728298:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 28 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923626.728319:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:2.0:1778923626.728339:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281634944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 105us (5438us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923626.728345:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6929 00000100:00100000:2.0:1778923626.731225:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.731729:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635072 00000100:00100000:3.0:1778923626.731739:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635072 00000100:00100000:3.0:1778923626.731835:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6930 00000100:00100000:3.0:1778923626.731846:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281635072:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923626.731863:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923626.731885:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a8f expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923626.731915:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08386a, atime: 0x6a083868, ctime: 0x6a08386a, blocks: 0x3 00010000:00010000:3.0:1778923626.731934:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.731936:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.731945:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 20 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.731962:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 20 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.731975:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce700031600, rc 0) 00000100:00100000:3.0:1778923626.732052:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281635072:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 208us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923626.732058:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6930 00000100:00100000:2.0:1778923626.808876:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.809018:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635200 00000100:00100000:3.0:1778923626.809027:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635200 00000100:00100000:3.0:1778923626.809115:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3451 00000100:00100000:3.0:1778923626.809127:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281635200:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923626.809162:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.809178:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.809180:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.809185:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.809199:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815460:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815483:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815492:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815499:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923626.815539:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815549:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815570:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.815577:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923626.815656:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281635200:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6527us (6783us total) trans 0 rc 243517/243517 00000100:00100000:3.0:1778923626.815665:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3451 00000100:00100000:0.0:1778923626.829917:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923626.830208:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635328 00000100:00100000:3.0:1778923626.830218:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635328 00000100:00100000:3.0:1778923626.830295:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3452 00000100:00100000:3.0:1778923626.830305:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281635328:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923626.830368:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08382a, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:3.0:1778923626.830378:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.830393:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.830395:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923626.830400:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923626.830413:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923626.918585:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923625 -> 1778923626 00002000:00010000:1.0:1778923626.918595:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923625 -> 1778923626 00010000:00010000:1.0:1778923626.918865:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918879:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918887:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918894:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923626.918898:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918907:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918927:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.918936:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3ae7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923626.919120:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872128 is committed 00000001:00080000:0.0:1778923626.919134:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872131 is committed 00000001:00080000:0.0:1778923626.919152:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872130 is committed 00000100:00100000:1.0:1778923626.919181:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281635328:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 88789us (89183us total) trans 17179872131 rc 0/0 00000100:00100000:1.0:1778923626.919193:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3452 00000100:00100000:0.0:1778923626.939696:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923626.939764:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635456 00000100:00100000:1.0:1778923626.939773:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635456 00000100:00100000:1.0:1778923626.939841:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3453 00000100:00100000:1.0:1778923626.939851:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281635456:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923626.939900:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a083837, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:1.0:1778923626.939908:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.939922:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923626.939925:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923626.939929:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923626.939942:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923626.943385:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923626.943407:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287653376:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1778923626.943470:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.943575:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653376 00000100:00100000:1.0:1778923626.943583:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653376 00000100:00100000:1.0:1778923626.943638:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1778923626.943647:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287653376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1778923626.943667:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 192217088 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:1.0:1778923626.943711:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287653376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.943718:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1778923626.943767:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287653376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1778923626.944679:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923626.944695:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287653504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923626.944733:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.944866:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653504 00000100:00100000:0.0:1778923626.944872:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653504 00000100:00100000:0.0:1778923626.944915:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1778923626.944922:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287653504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1778923626.944938:0:6549:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 274006016 pending 0 free 3855613952 avail 3850371072 00000100:00100000:0.0:1778923626.944983:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287653504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923626.945000:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1778923626.945107:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872130 gen 2 00000004:00080000:3.0:1778923626.945113:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751f480, transno 17179872120 00000004:00080000:3.0:1778923626.945127:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdf800, transno 17179872121 00000004:00080000:3.0:1778923626.945130:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751d880, transno 17179872122 00000004:00080000:3.0:1778923626.945132:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc700, transno 17179872123 00000004:00080000:3.0:1778923626.945135:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751fb80, transno 17179872124 00000004:00080000:3.0:1778923626.945137:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bde680, transno 17179872125 00000004:00080000:3.0:1778923626.945140:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdea00, transno 17179872126 00000004:00080000:3.0:1778923626.945142:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc000, transno 17179872127 00000004:00080000:3.0:1778923626.945144:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e65a680, transno 17179872128 00000004:00080000:3.0:1778923626.945147:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772e300, transno 17179872129 00000004:00080000:3.0:1778923626.945149:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772e680, transno 17179872130 00000100:00100000:3.0:1778923626.945159:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287653504:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1778923626.945587:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 11 done 00000100:00100000:1.0:1778923626.945833:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287654016:0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.945886:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.945891:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287653760:0@lo:400:kworker.0 00000100:00100000:0.0:1778923626.945919:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.945924:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923626.945929:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287653888:0@lo:400:kworker.0 00000100:00100000:0.0:1778923626.945937:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1778923626.945942:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287653632:0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.945951:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923626.945964:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.945976:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653760 00000100:00100000:0.0:1778923626.945980:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1865335287654144:0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.945981:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653760 00000100:00100000:0.0:1778923626.946012:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923626.946035:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653888 00000100:00100000:1.0:1778923626.946039:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653888 00000100:00100000:1.0:1778923626.946063:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287654144 00000100:00100000:1.0:1778923626.946067:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287654144 00000100:00100000:2.0:1778923626.946077:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1778923626.946178:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287653760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923626.946222:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287653760:12345-0@lo:400:kworker.0 Request processed in 138us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.947584:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1778923626.947602:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287653888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.947672:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287653888:12345-0@lo:400:kworker.0 Request processed in 79us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.947678:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1778923626.947697:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1778923626.947703:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1865335287654144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.947732:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1865335287654144:12345-0@lo:400:kworker.0 Request processed in 30us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923626.947738:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00080000:1.0:1778923626.947761:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923626.947802:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287653888:0@lo:400:kworker.0 00000100:00100000:2.0:1778923626.948347:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1778923626.948376:0:30322:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287653632 00000100:00100000:2.0:1778923626.948382:0:30322:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287653632 00000100:00100000:2.0:1778923626.948461:0:30322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1778923626.948469:0:30322:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287653632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923626.948591:0:30322:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287653632:12345-0@lo:400:kworker.0 Request processed in 123us (2625us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923626.948598:0:30322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1778923626.951571:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287654016 00000100:00100000:3.0:1778923626.951585:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287654016 00000100:00100000:3.0:1778923626.951727:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1778923626.951738:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287654016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1778923626.951833:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287654016:12345-0@lo:400:kworker.0 Request processed in 96us (5946us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923626.951840:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:2.0:1778923626.952088:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287653632:0@lo:400:kworker.0 00000100:00100000:2.0:1778923626.952195:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1865335287654144:0@lo:400:kworker.0 00000100:00100000:2.0:1778923626.952208:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287653760:0@lo:400:kworker.0 00000100:00100000:1.0:1778923626.952336:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287654016:0@lo:400:kworker.0 00000001:00080000:3.0:1778923627.033450:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839259 is committed 00000001:00080000:3.0:1778923627.033473:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839248 is committed 00000001:00080000:3.0:1778923627.033519:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839260 is committed 00002000:00010000:2.0:1778923627.034220:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:2.0:1778923627.034225:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:2.0:1778923627.034237:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034250:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034259:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034266:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923627.034271:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034279:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034299:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.034309:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a3aee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.034414:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+17:2356:x1865335281635456:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 94561us (94722us total) trans 21474839260 rc 0/0 00000100:00100000:2.0:1778923627.034425:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3453 00000100:00100000:0.0:1778923627.044121:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.044263:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635584 00000100:00100000:1.0:1778923627.044272:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635584 00000100:00100000:1.0:1778923627.044340:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3454 00000100:00100000:1.0:1778923627.044350:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+17:2356:x1865335281635584:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923627.044400:0:26626:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a083844, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:1.0:1778923627.044409:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.044425:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.044427:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.044433:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.044446:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923627.112453:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.112463:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:1.0:1778923627.112476:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112491:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112500:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112542:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923627.112547:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112557:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112578:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.112585:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3af5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.112844:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+19:2356:x1865335281635584:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 68489us (68725us total) trans 21474839261 rc 0/0 00000100:00100000:1.0:1778923627.112855:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3454 00000001:00080000:3.0:1778923627.112949:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839261 is committed 00000100:00100000:2.0:1778923627.118302:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.118500:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635712 00000100:00100000:3.0:1778923627.118546:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635712 00000100:00100000:3.0:1778923627.118623:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3455 00000100:00100000:3.0:1778923627.118634:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281635712:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923627.118703:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a083844, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:3.0:1778923627.118714:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.118731:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.118734:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.118739:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.118755:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.137176:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1778923627.222879:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872132 is committed 00002000:00010000:0.0:1778923627.223234:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:0.0:1778923627.223240:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:0.0:1778923627.223253:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223265:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223273:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223280:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923627.223284:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223292:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223310:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.223319:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000077b4d877/0x3baece0abe6a3afc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.223419:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281635712:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 104785us (105125us total) trans 17179872132 rc 0/0 00000100:00100000:0.0:1778923627.223430:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3455 00000100:00100000:2.0:1778923627.228809:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.228882:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635840 00000100:00100000:3.0:1778923627.228891:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635840 00000100:00100000:3.0:1778923627.228955:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3456 00000100:00100000:3.0:1778923627.228963:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281635840:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923627.229023:0:14405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a083854, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:3.0:1778923627.229033:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.229049:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.229051:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.229056:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.229069:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.294786:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872133 is committed 00002000:00010000:0.0:1778923627.295054:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:0.0:1778923627.295059:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:0.0:1778923627.295072:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295084:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295172:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295181:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923627.295185:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295194:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295217:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.295225:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3b03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.295360:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281635840:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 66393us (66555us total) trans 17179872133 rc 0/0 00000100:00100000:0.0:1778923627.295370:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3456 00000100:00100000:3.0:1778923627.300278:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.300379:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281635968 00000100:00100000:1.0:1778923627.300388:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281635968 00000100:00100000:1.0:1778923627.300476:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3457 00000100:00100000:1.0:1778923627.300486:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281635968:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923627.300549:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a083858, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:1.0:1778923627.300558:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.300573:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.300575:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.300580:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.300609:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923627.336935:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872134 is committed 00002000:00010000:1.0:1778923627.337273:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.337277:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:1.0:1778923627.337289:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337303:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337312:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337320:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923627.337325:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337334:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337353:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.337361:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a3b0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.337541:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281635968:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 37013us (37228us total) trans 17179872134 rc 0/0 00000100:00100000:1.0:1778923627.337553:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3457 00000100:00100000:1.0:1778923627.350152:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.350409:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636096 00000100:00100000:2.0:1778923627.350420:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636096 00000100:00100000:2.0:1778923627.350485:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3458 00000100:00100000:2.0:1778923627.350495:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+17:2353:x1865335281636096:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923627.350585:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:2.0:1778923627.350595:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.350620:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.350623:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.350629:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.350642:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923627.401120:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839262 is committed 00002000:00010000:1.0:1778923627.401397:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.401402:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:1.0:1778923627.401415:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401429:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401438:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401445:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923627.401450:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401459:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401479:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.401486:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.401788:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+17:2353:x1865335281636096:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 51106us (51456us total) trans 21474839262 rc 0/0 00000100:00100000:1.0:1778923627.401799:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3458 00000100:00100000:0.0:1778923627.411280:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.411374:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636224 00000100:00100000:3.0:1778923627.411384:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636224 00000100:00100000:3.0:1778923627.411454:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3459 00000100:00100000:3.0:1778923627.411465:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281636224:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923627.411549:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:3.0:1778923627.411559:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.411575:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.411577:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.411583:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.411597:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.512069:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872135 is committed 00002000:00010000:3.0:1778923627.512418:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:3.0:1778923627.512424:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:3.0:1778923627.512437:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512450:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512458:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512465:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923627.512470:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512478:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512496:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.512529:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a3b18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.512628:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281636224:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 101162us (101353us total) trans 17179872135 rc 0/0 00000100:00100000:3.0:1778923627.514010:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3459 00000100:00100000:3.0:1778923627.537062:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.537185:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636352 00000100:00100000:2.0:1778923627.537196:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636352 00000100:00100000:2.0:1778923627.537273:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3460 00000100:00100000:2.0:1778923627.537284:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+17:2356:x1865335281636352:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923627.537338:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 262144, mtime: 0x6a083869, atime: 0x6a08385b, ctime: 0x6a083869, blocks: 0x203 00010000:00010000:2.0:1778923627.537358:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.537375:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.537378:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.537383:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.537397:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923627.630108:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839263 is committed 00002000:00010000:3.0:1778923627.630537:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:3.0:1778923627.630543:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00010000:00010000:3.0:1778923627.630555:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630568:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630577:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630583:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923627.630588:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630606:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630626:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.630634:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a3b1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.630940:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+17:2356:x1865335281636352:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 93655us (93884us total) trans 21474839263 rc 0/0 00000100:00100000:3.0:1778923627.630951:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3460 00000100:00100000:0.0:1778923627.655924:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.656028:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636608 00000100:00100000:1.0:1778923627.656038:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636608 00000100:00100000:1.0:1778923627.656116:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5463 00000100:00100000:1.0:1778923627.656125:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54910:x1865335281636608:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923627.656175:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923627.656202:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3ac4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a7a expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.656222:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.656227:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923627.656488:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.656568:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.656579:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.656640:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939810 00000004:00010000:1.0:1778923627.656668:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000260d9e1e reply state 0000000090dde616 transno 8589939811 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.656681:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923627.656775:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54910:x1865335281636608:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 650us (859us total) trans 8589939811 rc 0/0 00000100:00100000:1.0:1778923627.656783:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5463 00000020:00080000:1.0:1778923627.656788:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923627.659975:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660003:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660010:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660015:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923627.660019:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660027:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660057:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.660060:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923627.660066:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.660072:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b26 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.663215:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.663557:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636736 00000100:00100000:2.0:1778923627.663568:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636736 00000100:00100000:2.0:1778923627.663625:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6931 00000100:00100000:2.0:1778923627.663635:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+20:54910:x1865335281636736:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.663783:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.663805:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a96 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923627.663832:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 262144, mtime: 0x6a08386a, atime: 0x6a08382a, ctime: 0x6a08386a, blocks: 0x203 00010000:00010000:2.0:1778923627.663852:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.663855:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.663862:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 21 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.663878:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 21 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.663890:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:2.0:1778923627.663954:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:54910:x1865335281636736:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 321us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.663962:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6931 00000100:00100000:3.0:1778923627.668458:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.668779:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636864 00000100:00100000:0.0:1778923627.668790:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636864 00002000:00010000:0.0:1778923627.668831:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.668836:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772e300 with x1865335281636864 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.668847:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772e300. 00000100:00100000:0.0:1778923627.668870:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3461 00000100:00100000:0.0:1778923627.668880:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281636864:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923627.669207:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:0.0:1778923627.669211:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923626 -> 1778923627 00002000:00010000:0.0:1778923627.669213:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923627.669215:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923626 -> 1778923627 00002000:00010000:0.0:1778923627.669217:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923627.669287:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281636864:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 408us (838us total) trans 17179872136 rc 0/0 00000100:00100000:0.0:1778923627.669296:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3461 00002000:00010000:0.0:1778923627.669299:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.669302:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772e300 with x1865335281636864 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.669306:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772e300. 00000100:00100000:3.0:1778923627.672064:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.672338:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281636992 00000100:00100000:0.0:1778923627.672358:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281636992 00002000:00010000:0.0:1778923627.672400:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:0.0:1778923627.672405:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772e680 with x1865335281636992 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923627.672417:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772e680. 00000100:00100000:0.0:1778923627.672452:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3462 00000100:00100000:0.0:1778923627.672461:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+17:2355:x1865335281636992:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923627.672803:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923627.672807:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:0.0:1778923627.672810:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923627.672812:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:0.0:1778923627.672814:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923627.672877:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+18:2355:x1865335281636992:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 416us (821us total) trans 21474839264 rc 0/0 00000100:00100000:0.0:1778923627.672885:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3462 00002000:00010000:0.0:1778923627.672889:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:0.0:1778923627.672893:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772e680 with x1865335281636992 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923627.672897:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772e680. 00000100:00100000:2.0:1778923627.677371:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.677536:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637120 00000100:00100000:3.0:1778923627.677546:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637120 00000100:00100000:3.0:1778923627.677621:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5464 00000100:00100000:3.0:1778923627.677632:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54910:x1865335281637120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.677668:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.677688:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a3b34 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546a9d expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677784:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677801:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677813:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923627.677841:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:3.0:1778923627.677846:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923627.677863:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677890:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a3b34 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a9d expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677909:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a9d expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.677918:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923627.677922:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923627.677925:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:3.0:1778923627.677995:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54910:x1865335281637120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 356us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.678003:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5464 00000100:00100000:3.0:1778923627.684141:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.684631:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637376 00000100:00100000:2.0:1778923627.684650:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637376 00000100:00100000:2.0:1778923627.684714:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5465 00000100:00100000:2.0:1778923627.684724:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54910:x1865335281637376:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923627.684779:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923627.684806:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a3b3b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a9d expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.684826:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.684830:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923627.685862:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.685881:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.685902:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923627.685969:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939812 00000004:00010000:2.0:1778923627.686006:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fcb557c2 reply state 00000000b824b4db transno 8589939813 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.686015:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923627.686120:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54910:x1865335281637376:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1395us (1985us total) trans 8589939813 rc 0/0 00000100:00100000:2.0:1778923627.686129:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5465 00000020:00080000:2.0:1778923627.686135:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923627.693196:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693214:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693222:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693228:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923627.693232:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693239:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693254:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923627.693257:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923627.693263:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.693269:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3b42 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.693558:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.699384:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637504 00000100:00100000:3.0:1778923627.699396:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637504 00000100:00100000:3.0:1778923627.699477:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6932 00000100:00100000:3.0:1778923627.699486:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+18:54910:x1865335281637504:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.699519:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.699541:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546aa4 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923627.699569:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a083837, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:3.0:1778923627.699588:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.699590:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.699605:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 19 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.699621:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 19 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.699634:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:3.0:1778923627.699698:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:54910:x1865335281637504:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 214us (6144us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.699706:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6932 00000100:00100000:0.0:1778923627.704372:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.704412:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.704488:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637632 00000100:00100000:2.0:1778923627.704498:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637632 00002000:00010000:2.0:1778923627.704573:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.704578:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751f480 with x1865335281637632 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.704590:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751f480. 00000100:00100000:2.0:1778923627.704620:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637760 00000100:00100000:2.0:1778923627.704624:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637760 00002000:00010000:2.0:1778923627.704635:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00000100:00100000:3.0:1778923627.704861:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3463 00000100:00100000:3.0:1778923627.704875:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281637632:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923627.705163:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:3.0:1778923627.705167:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923627.705169:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923627.705172:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923627.705174:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923627.705237:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281637632:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 365us (872us total) trans 21474839265 rc 0/0 00000100:00100000:3.0:1778923627.705244:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3463 00002000:00010000:3.0:1778923627.705248:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (243517->18446744073709551615) 00002000:00100000:3.0:1778923627.705250:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751f480 with x1865335281637632 ext(243517->18446744073709551615) 00002000:00010000:3.0:1778923627.705254:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751f480. 00002000:00100000:2.0:1778923627.705380:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751d880 with x1865335281637760 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923627.705388:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751d880. 00000100:00100000:2.0:1778923627.705416:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3464 00000100:00100000:2.0:1778923627.705425:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281637760:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923627.705800:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923627.705805:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:2.0:1778923627.705808:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923627.705809:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:2.0:1778923627.705811:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923627.705842:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281637760:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 419us (1428us total) trans 17179872137 rc 0/0 00000100:00100000:2.0:1778923627.705850:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3464 00002000:00010000:2.0:1778923627.705853:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:2.0:1778923627.705855:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751d880 with x1865335281637760 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923627.705859:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751d880. 00000100:00100000:3.0:1778923627.710281:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.719262:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281637888 00000100:00100000:1.0:1778923627.719280:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281637888 00000100:00100000:1.0:1778923627.719864:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5466 00000100:00100000:1.0:1778923627.719877:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54910:x1865335281637888:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.719913:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.719934:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b50 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546aab expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720029:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720045:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720056:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923627.720084:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:1.0:1778923627.720099:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923627.720118:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720145:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b50 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aab expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720167:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aab expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.720176:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.720179:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923627.720183:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:1.0:1778923627.720249:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54910:x1865335281637888:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 376us (9977us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.720257:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5466 00000100:00100000:0.0:1778923627.734763:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.734858:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638144 00000100:00100000:2.0:1778923627.734868:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638144 00000100:00100000:2.0:1778923627.734936:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5467 00000100:00100000:2.0:1778923627.734947:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54910:x1865335281638144:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923627.735009:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923627.735034:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3b57 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aab expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.735051:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.735056:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923627.735286:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.735301:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.735311:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923627.735370:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939814 00000004:00010000:2.0:1778923627.735396:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b5ec03a reply state 00000000a2d40f3f transno 8589939815 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.735405:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923627.735493:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54910:x1865335281638144:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 548us (739us total) trans 8589939815 rc 0/0 00000100:00100000:2.0:1778923627.735500:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5467 00000020:00080000:2.0:1778923627.735548:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923627.746958:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923627.751399:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751417:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751426:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751432:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923627.751437:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751445:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751462:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.751465:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923627.751471:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.751477:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b5e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.751855:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638272 00000100:00100000:3.0:1778923627.751866:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638272 00000100:00100000:3.0:1778923627.751938:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6933 00000100:00100000:3.0:1778923627.751948:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+20:54910:x1865335281638272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.751966:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.751994:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ab2 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923627.752021:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a083844, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:3.0:1778923627.752040:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.752043:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.752050:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 21 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.752066:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 21 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.752077:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f000, rc 0) 00000100:00100000:3.0:1778923627.752143:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+21:54910:x1865335281638272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 196us (5193us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.752150:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6933 00000100:00100000:3.0:1778923627.756691:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.756733:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.756814:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638400 00000100:00100000:2.0:1778923627.756824:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638400 00002000:00010000:2.0:1778923627.756864:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.756868:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac8000 with x1865335281638400 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.756880:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac8000. 00000100:00100000:2.0:1778923627.756911:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638528 00000100:00100000:2.0:1778923627.756914:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638528 00002000:00010000:2.0:1778923627.756925:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923627.756928:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9880 with x1865335281638528 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923627.756933:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac9880. 00000100:00100000:1.0:1778923627.756964:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3465 00000100:00100000:1.0:1778923627.756974:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281638400:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923627.757007:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3466 00000100:00100000:2.0:1778923627.757062:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281638528:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923627.757317:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:1.0:1778923627.757321:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923627.757324:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923627.757326:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923627.757329:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1778923627.757347:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923627.757351:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:2.0:1778923627.757353:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923627.757355:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:2.0:1778923627.757358:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923627.757407:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281638400:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 432us (722us total) trans 21474839266 rc 0/0 00000100:00100000:1.0:1778923627.757417:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3465 00002000:00010000:1.0:1778923627.757421:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (243517->18446744073709551615) 00002000:00100000:1.0:1778923627.757424:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac8000 with x1865335281638400 ext(243517->18446744073709551615) 00002000:00010000:1.0:1778923627.757430:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac8000. 00000100:00100000:2.0:1778923627.757444:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281638528:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 386us (712us total) trans 17179872138 rc 0/0 00000100:00100000:2.0:1778923627.757453:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3466 00002000:00010000:2.0:1778923627.757456:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923627.757460:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9880 with x1865335281638528 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923627.757466:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac9880. 00000100:00100000:0.0:1778923627.767953:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.768138:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638656 00000100:00100000:2.0:1778923627.768145:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638656 00000100:00100000:2.0:1778923627.768194:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5468 00000100:00100000:2.0:1778923627.768201:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54910:x1865335281638656:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.768221:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.768237:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b6c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ab9 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768301:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768314:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768321:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923627.768342:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:2.0:1778923627.768345:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923627.768358:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768376:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3b6c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab9 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768401:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab9 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.768407:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.768409:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923627.768411:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d000, rc 0) 00000100:00100000:2.0:1778923627.768463:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54910:x1865335281638656:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 263us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.768468:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5468 00000100:00100000:3.0:1778923627.777871:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.778167:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281638912 00000100:00100000:1.0:1778923627.778177:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281638912 00000100:00100000:1.0:1778923627.778239:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5469 00000100:00100000:1.0:1778923627.778251:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54910:x1865335281638912:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923627.778303:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923627.778329:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3b73 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab9 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.778358:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.778363:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923627.778630:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.778645:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.778656:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.778709:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939816 00000004:00010000:1.0:1778923627.778734:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c495fb02 reply state 00000000bd406d57 transno 8589939817 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.778742:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923627.778827:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54910:x1865335281638912:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 578us (963us total) trans 8589939817 rc 0/0 00000100:00100000:1.0:1778923627.778834:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5469 00000020:00080000:1.0:1778923627.778840:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923627.783137:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783154:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783161:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783167:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923627.783171:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783179:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783196:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.783199:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923627.783203:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.783209:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3b7a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.785309:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.785931:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639040 00000100:00100000:2.0:1778923627.785942:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639040 00000100:00100000:2.0:1778923627.786010:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6934 00000100:00100000:2.0:1778923627.786021:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:54910:x1865335281639040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.786037:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.786062:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ac0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923627.786100:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a083844, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:2.0:1778923627.786122:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.786124:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.786132:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 25 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.786148:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 25 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.786166:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c000, rc 0) 00000100:00100000:2.0:1778923627.786227:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:54910:x1865335281639040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 208us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.786235:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6934 00000100:00100000:0.0:1778923627.790254:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.792219:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639168 00000100:00100000:3.0:1778923627.792234:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639168 00000100:00100000:0.0:1778923627.792558:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.792812:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639296 00000100:00100000:1.0:1778923627.792818:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639296 00002000:00010000:1.0:1778923627.792857:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.792862:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdea00 with x1865335281639296 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.792873:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733bdea00. 00000100:00100000:1.0:1778923627.792897:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3467 00000100:00100000:1.0:1778923627.792906:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281639296:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923627.793164:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923627.793168:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.793171:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923627.793173:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.793175:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923627.793238:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281639296:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 331us (682us total) trans 21474839267 rc 0/0 00000100:00100000:1.0:1778923627.793244:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3467 00002000:00010000:1.0:1778923627.793248:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.793251:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdea00 with x1865335281639296 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.793255:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733bdea00. 00002000:00010000:2.0:1778923627.796544:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.796554:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bde680 with x1865335281639168 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.796567:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bde680. 00000100:00100000:2.0:1778923627.796672:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3468 00000100:00100000:2.0:1778923627.796684:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281639168:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923627.796968:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:2.0:1778923627.796972:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923627.796974:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923627.796976:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923627.796979:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923627.797053:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281639168:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 371us (6806us total) trans 17179872139 rc 0/0 00000100:00100000:2.0:1778923627.797061:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3468 00002000:00010000:2.0:1778923627.797065:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.797068:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bde680 with x1865335281639168 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.797073:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bde680. 00000100:00100000:0.0:1778923627.801069:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.801237:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639424 00000100:00100000:1.0:1778923627.801248:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639424 00000100:00100000:1.0:1778923627.801361:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5470 00000100:00100000:1.0:1778923627.801371:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54910:x1865335281639424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.801397:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.801417:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a3b88 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ac7 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801533:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801547:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801558:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923627.801587:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:1.0:1778923627.801592:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923627.801618:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801651:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a3b88 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac7 expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801669:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac7 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.801677:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.801680:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923627.801684:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:1.0:1778923627.801737:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54910:x1865335281639424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 369us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.801744:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5470 00000100:00100000:2.0:1778923627.809406:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.809797:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639680 00000100:00100000:3.0:1778923627.809807:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639680 00000100:00100000:2.0:1778923627.810065:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5471 00000100:00100000:2.0:1778923627.810076:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54910:x1865335281639680:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923627.810140:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923627.810168:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3b8f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac7 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.810187:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.810191:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923627.810418:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.810432:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.810442:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923627.810494:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939818 00000004:00010000:2.0:1778923627.810842:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000014c23607 reply state 0000000026588d7e transno 8589939819 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.810851:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923627.811121:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54910:x1865335281639680:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1044us (1721us total) trans 8589939819 rc 0/0 00000100:00100000:2.0:1778923627.811129:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5471 00000020:00080000:2.0:1778923627.811135:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923627.815808:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.815865:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639808 00000100:00100000:1.0:1778923627.815876:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639808 00000100:00100000:1.0:1778923627.815927:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6935 00000100:00100000:1.0:1778923627.815938:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:54910:x1865335281639808:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.815955:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.815977:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ace expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923627.816019:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a083854, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:1.0:1778923627.816041:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.816043:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.816052:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 27 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.816068:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 27 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.816081:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef800, rc 0) 00010000:00010000:3.0:1778923627.816170:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816179:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816185:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816191:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923627.816196:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816204:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816218:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923627.816221:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923627.816226:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.816232:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3b96 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.817311:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:54910:x1865335281639808:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1370us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.817321:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6935 00000100:00100000:2.0:1778923627.823225:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.823262:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.823500:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640064 00000100:00100000:0.0:1778923627.823528:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640064 00002000:00010000:0.0:1778923627.823569:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923627.823574:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac6300 with x1865335281640064 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923627.823587:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac6300. 00000100:00100000:0.0:1778923627.823625:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281639936 00000100:00100000:0.0:1778923627.823629:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281639936 00000100:00100000:1.0:1778923627.823760:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3469 00000100:00100000:1.0:1778923627.823773:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281640064:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923627.824035:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923627.824038:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.824041:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923627.824043:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:1.0:1778923627.824045:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923627.824121:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281640064:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 352us (906us total) trans 21474839268 rc 0/0 00000100:00100000:1.0:1778923627.824130:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3469 00002000:00010000:1.0:1778923627.824134:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.824136:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac6300 with x1865335281640064 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.824141:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac6300. 00002000:00010000:0.0:1778923627.824275:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.824278:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac6a00 with x1865335281639936 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.824285:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac6a00. 00000100:00100000:0.0:1778923627.824310:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3470 00000100:00100000:0.0:1778923627.824318:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281639936:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923627.824496:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:0.0:1778923627.824499:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923627.824525:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923627.824528:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923627.824529:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923627.824555:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281639936:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 238us (1292us total) trans 17179872140 rc 0/0 00000100:00100000:0.0:1778923627.824560:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3470 00002000:00010000:0.0:1778923627.824563:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.824565:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac6a00 with x1865335281639936 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.824569:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac6a00. 00000100:00100000:2.0:1778923627.829064:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.829169:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640192 00000100:00100000:1.0:1778923627.829181:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640192 00000100:00100000:1.0:1778923627.829242:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5472 00000100:00100000:1.0:1778923627.829254:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54910:x1865335281640192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.829277:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.829301:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3ba4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ad5 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829418:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829432:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829443:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923627.829471:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:1.0:1778923627.829475:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923627.829492:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829542:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3ba4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ad5 expref: 211 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829558:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ad5 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.829571:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.829574:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923627.829578:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee000, rc 0) 00000100:00100000:1.0:1778923627.829874:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54910:x1865335281640192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 621us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.829882:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5472 00000100:00100000:2.0:1778923627.836380:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.837008:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640448 00000100:00100000:1.0:1778923627.837019:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640448 00000100:00100000:1.0:1778923627.837080:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5473 00000100:00100000:1.0:1778923627.837099:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54910:x1865335281640448:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923627.837156:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923627.837184:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3bab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ad5 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.837201:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.837206:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923627.837953:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.837969:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.837979:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.838051:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939820 00000004:00010000:1.0:1778923627.838076:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b680762e reply state 00000000068b1102 transno 8589939821 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.838094:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923627.838196:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54910:x1865335281640448:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1105us (1824us total) trans 8589939821 rc 0/0 00000100:00100000:1.0:1778923627.838203:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5473 00000020:00080000:1.0:1778923627.838209:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923627.843447:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923627.843552:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843566:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843578:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843585:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923627.843589:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843607:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843624:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923627.843628:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923627.843632:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.843823:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a3bb2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.843909:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640576 00000100:00100000:3.0:1778923627.843918:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640576 00000100:00100000:3.0:1778923627.844017:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6936 00000100:00100000:3.0:1778923627.844028:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:54910:x1865335281640576:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.844045:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.844065:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546adc expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923627.844101:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a083858, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:3.0:1778923627.844121:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.844124:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.844131:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.844146:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.844162:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:3.0:1778923627.844222:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:54910:x1865335281640576:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 197us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.844230:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6936 00000100:00100000:2.0:1778923627.849260:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.849362:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640704 00000100:00100000:3.0:1778923627.849372:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640704 00002000:00010000:3.0:1778923627.849411:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (243517->18446744073709551615) 00002000:00100000:3.0:1778923627.849417:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac4a80 with x1865335281640704 ext(243517->18446744073709551615) 00002000:00010000:3.0:1778923627.849429:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac4a80. 00000100:00100000:3.0:1778923627.849460:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3471 00000100:00100000:3.0:1778923627.849470:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281640704:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923627.849777:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:3.0:1778923627.849781:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923627.849783:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923627.849785:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923627.849787:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923627.849849:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281640704:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 380us (598us total) trans 17179872141 rc 0/0 00000100:00100000:3.0:1778923627.849858:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3471 00002000:00010000:3.0:1778923627.849862:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (243517->18446744073709551615) 00002000:00100000:3.0:1778923627.849864:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac4a80 with x1865335281640704 ext(243517->18446744073709551615) 00002000:00010000:3.0:1778923627.849869:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac4a80. 00000100:00100000:2.0:1778923627.851292:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.852061:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640832 00000100:00100000:3.0:1778923627.852072:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640832 00002000:00010000:3.0:1778923627.852111:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:3.0:1778923627.852115:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac4700 with x1865335281640832 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923627.852127:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac4700. 00000100:00100000:3.0:1778923627.852162:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3472 00000100:00100000:3.0:1778923627.852171:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281640832:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923627.852482:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923627.852486:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923625 -> 1778923627 00002000:00010000:3.0:1778923627.852488:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923627.852490:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923625 -> 1778923627 00002000:00010000:3.0:1778923627.852492:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923627.853101:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281640832:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 928us (1813us total) trans 21474839269 rc 0/0 00000100:00100000:3.0:1778923627.853110:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3472 00002000:00010000:3.0:1778923627.853114:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:3.0:1778923627.853117:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac4700 with x1865335281640832 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923627.853123:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac4700. 00000100:00100000:1.0:1778923627.857934:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.858036:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281640960 00000100:00100000:2.0:1778923627.858046:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281640960 00000100:00100000:2.0:1778923627.858145:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5474 00000100:00100000:2.0:1778923627.858155:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7067b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54910:x1865335281640960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.858179:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.858199:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3bc0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ae3 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858282:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858296:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858307:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923627.858333:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:2.0:1778923627.858337:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923627.858365:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858390:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a3bc0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ae3 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858406:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ae3 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.858420:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.858423:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923627.858426:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d200, rc 0) 00000100:00100000:2.0:1778923627.858541:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7067b0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54910:x1865335281640960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 387us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.858548:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5474 00000100:00100000:2.0:1778923627.866123:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.866463:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641216 00000100:00100000:1.0:1778923627.866473:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641216 00000100:00100000:1.0:1778923627.866576:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5475 00000100:00100000:1.0:1778923627.866586:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54910:x1865335281641216:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923627.866728:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923627.866755:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3bc7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ae3 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.866775:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.866781:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923627.867323:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.867339:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.867963:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.868871:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939822 00000004:00010000:1.0:1778923627.869954:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000037702954 reply state 000000000c9db478 transno 8589939823 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.869974:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923627.870221:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54910:x1865335281641216:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 3633us (4104us total) trans 8589939823 rc 0/0 00000100:00100000:1.0:1778923627.870230:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5475 00000020:00080000:1.0:1778923627.870236:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923627.873367:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873383:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873390:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873396:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923627.873400:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873407:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873422:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923627.873425:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923627.873430:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.873436:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3bce lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.875951:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.876315:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641344 00000100:00100000:3.0:1778923627.876325:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641344 00000100:00100000:3.0:1778923627.876380:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6937 00000100:00100000:3.0:1778923627.876390:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+25:54910:x1865335281641344:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.876408:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.876429:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546aea expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923627.876454:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a08385b, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:3.0:1778923627.876474:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.876476:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.876483:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.876498:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.876552:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:3.0:1778923627.876604:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+26:54910:x1865335281641344:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 215us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.876611:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6937 00000100:00100000:1.0:1778923627.880749:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.880904:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641472 00000100:00100000:0.0:1778923627.880915:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641472 00002000:00010000:0.0:1778923627.880955:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.880960:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb100 with x1865335281641472 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.880972:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb100. 00000100:00100000:0.0:1778923627.881012:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3473 00000100:00100000:0.0:1778923627.881022:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281641472:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923627.881302:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:0.0:1778923627.881306:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923627 -> 1778923628 00002000:00010000:0.0:1778923627.881309:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923627.881312:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923627 -> 1778923628 00002000:00010000:0.0:1778923627.881315:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923627.881389:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281641472:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 368us (647us total) trans 21474839270 rc 0/0 00000100:00100000:0.0:1778923627.881396:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3473 00002000:00010000:0.0:1778923627.881399:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.881402:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb100 with x1865335281641472 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.881407:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb100. 00000100:00100000:2.0:1778923627.884462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.884641:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641600 00000100:00100000:3.0:1778923627.884660:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641600 00002000:00010000:3.0:1778923627.884700:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923627.884706:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac5500 with x1865335281641600 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923627.884718:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac5500. 00000100:00100000:3.0:1778923627.884743:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3474 00000100:00100000:3.0:1778923627.884753:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281641600:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923627.885020:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923627.885024:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923625 -> 1778923628 00002000:00010000:3.0:1778923627.885027:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923627.885029:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923625 -> 1778923628 00002000:00010000:3.0:1778923627.885031:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923627.885242:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281641600:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 489us (787us total) trans 17179872142 rc 0/0 00000100:00100000:3.0:1778923627.885250:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3474 00002000:00010000:3.0:1778923627.885254:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923627.885256:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac5500 with x1865335281641600 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923627.885261:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac5500. 00000100:00100000:2.0:1778923627.889302:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.889547:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641728 00000100:00100000:1.0:1778923627.889557:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641728 00000100:00100000:1.0:1778923627.889622:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5476 00000100:00100000:1.0:1778923627.889631:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54910:x1865335281641728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.889780:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.889803:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3bdc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546af1 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.889888:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.889902:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.889912:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923627.889939:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:1.0:1778923627.889943:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923627.889959:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.889995:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3bdc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af1 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.890013:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af1 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.890021:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.890025:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923627.890029:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef600, rc 0) 00000100:00100000:1.0:1778923627.890271:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54910:x1865335281641728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 640us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.890279:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5476 00000100:00100000:1.0:1778923627.896385:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.896549:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281641984 00000100:00100000:2.0:1778923627.896558:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281641984 00000100:00100000:2.0:1778923627.896667:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5477 00000100:00100000:2.0:1778923627.896677:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54910:x1865335281641984:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923627.896727:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923627.896752:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3be3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af1 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.896773:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.896778:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923627.897015:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.897029:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.897039:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923627.897103:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939824 00000004:00010000:2.0:1778923627.897129:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008017cce7 reply state 00000000aace48a4 transno 8589939825 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.897137:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923627.897235:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54910:x1865335281641984:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 559us (858us total) trans 8589939825 rc 0/0 00000100:00100000:2.0:1778923627.897243:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5477 00000020:00080000:2.0:1778923627.897248:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923627.902026:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902042:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902050:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902055:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923627.902060:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902067:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902083:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923627.902086:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923627.902100:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.902107:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bea lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.903313:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.903695:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642112 00000100:00100000:0.0:1778923627.903704:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642112 00000100:00100000:0.0:1778923627.903762:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6938 00000100:00100000:0.0:1778923627.903772:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:54910:x1865335281642112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923627.903791:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923627.903812:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546af8 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923627.903841:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a08385b, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:0.0:1778923627.903861:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.903863:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.903870:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.903886:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.903898:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923627.903961:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:54910:x1865335281642112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 190us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923627.903968:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6938 00000100:00100000:1.0:1778923627.908973:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.909108:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642240 00000100:00100000:0.0:1778923627.909118:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642240 00002000:00010000:0.0:1778923627.909157:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.909162:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8380 with x1865335281642240 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.909173:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8380. 00000100:00100000:0.0:1778923627.909199:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3475 00000100:00100000:0.0:1778923627.909208:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281642240:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923627.909498:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:0.0:1778923627.909534:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923628 00002000:00010000:0.0:1778923627.909537:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923627.909539:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923628 00002000:00010000:0.0:1778923627.909541:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923627.909597:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281642240:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 389us (632us total) trans 17179872143 rc 0/0 00000100:00100000:0.0:1778923627.909605:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3475 00002000:00010000:0.0:1778923627.909609:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (243517->18446744073709551615) 00002000:00100000:0.0:1778923627.909612:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8380 with x1865335281642240 ext(243517->18446744073709551615) 00002000:00010000:0.0:1778923627.909617:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8380. 00000100:00100000:2.0:1778923627.912868:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.912956:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642368 00000100:00100000:1.0:1778923627.912965:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642368 00002000:00010000:1.0:1778923627.913013:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.913019:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac5880 with x1865335281642368 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.913031:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac5880. 00000100:00100000:1.0:1778923627.913066:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3476 00000100:00100000:1.0:1778923627.913075:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281642368:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923627.913336:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923627.913340:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923625 -> 1778923628 00002000:00010000:1.0:1778923627.913353:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923627.913356:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923625 -> 1778923628 00002000:00010000:1.0:1778923627.913358:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923627.913422:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281642368:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 347us (563us total) trans 21474839271 rc 0/0 00000100:00100000:1.0:1778923627.913431:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3476 00002000:00010000:1.0:1778923627.913435:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.913438:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac5880 with x1865335281642368 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.913443:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac5880. 00000100:00100000:3.0:1778923627.918906:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.919235:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642496 00000100:00100000:2.0:1778923627.919245:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642496 00000100:00100000:2.0:1778923627.919300:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5478 00000100:00100000:2.0:1778923627.919311:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54910:x1865335281642496:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.919336:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.919366:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bf8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546aff expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919449:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919463:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919473:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923627.919544:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:2.0:1778923627.919549:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923627.919570:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919595:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3bf8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aff expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919612:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aff expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.919620:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923627.919622:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923627.919626:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c800, rc 0) 00000100:00100000:2.0:1778923627.919689:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54910:x1865335281642496:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 380us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.919696:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5478 00000100:00100000:0.0:1778923627.926798:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.927032:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642752 00000100:00100000:1.0:1778923627.927042:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642752 00000100:00100000:1.0:1778923627.927105:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5479 00000100:00100000:1.0:1778923627.927116:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54910:x1865335281642752:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923627.927172:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923627.927200:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3bff lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aff expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.927222:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923627.927227:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923627.927480:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.927496:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.927552:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923627.927610:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939826 00000004:00010000:1.0:1778923627.927652:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008e32dbd5 reply state 000000007451ae82 transno 8589939827 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.927661:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923627.927755:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:54910:x1865335281642752:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 641us (965us total) trans 8589939827 rc 0/0 00000100:00100000:1.0:1778923627.927763:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5479 00000020:00080000:1.0:1778923627.927769:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923627.931910:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.932118:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281642880 00000100:00100000:1.0:1778923627.932128:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281642880 00000100:00100000:1.0:1778923627.932186:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6939 00000100:00100000:1.0:1778923627.932196:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:54910:x1865335281642880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.932214:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.932233:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b06 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923627.932258:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 262144, mtime: 0x6a08386b, atime: 0x6a08385b, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:1.0:1778923627.932278:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.932281:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.932288:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 29 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.932304:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 29 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.932317:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:1.0:1778923627.932592:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:54910:x1865335281642880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 396us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923627.932600:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6939 00010000:00010000:3.0:1778923627.933131:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933141:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933147:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933153:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923627.933157:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933164:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933178:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923627.933181:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923627.933185:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.933191:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a3c06 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.936871:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.937001:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643008 00000100:00100000:2.0:1778923627.937011:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643008 00002000:00010000:2.0:1778923627.937048:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.937053:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bacad80 with x1865335281643008 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.937066:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bacad80. 00000100:00100000:2.0:1778923627.937108:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3477 00000100:00100000:2.0:1778923627.937118:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281643008:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923627.937387:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 262144 -> 243517 00002000:00010000:2.0:1778923627.937391:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923627 -> 1778923628 00002000:00010000:2.0:1778923627.937394:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923627.937396:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923627 -> 1778923628 00002000:00010000:2.0:1778923627.937399:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923627.937460:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281643008:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 342us (597us total) trans 21474839272 rc 0/0 00000100:00100000:2.0:1778923627.937467:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3477 00002000:00010000:2.0:1778923627.937470:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (243517->18446744073709551615) 00002000:00100000:2.0:1778923627.937473:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bacad80 with x1865335281643008 ext(243517->18446744073709551615) 00002000:00010000:2.0:1778923627.937477:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bacad80. 00000100:00100000:0.0:1778923627.941035:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.941132:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643136 00000100:00100000:1.0:1778923627.941144:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643136 00002000:00010000:1.0:1778923627.941184:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.941190:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd500 with x1865335281643136 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.941203:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd500. 00000100:00100000:1.0:1778923627.941237:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3478 00000100:00100000:1.0:1778923627.941246:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281643136:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923627.941534:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923627.941538:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923625 -> 1778923628 00002000:00010000:1.0:1778923627.941541:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923627.941543:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923625 -> 1778923628 00002000:00010000:1.0:1778923627.941546:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923627.941913:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281643136:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 665us (887us total) trans 17179872144 rc 0/0 00000100:00100000:1.0:1778923627.941921:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3478 00002000:00010000:1.0:1778923627.941926:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:1.0:1778923627.941929:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd500 with x1865335281643136 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923627.941934:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd500. 00000100:00100000:1.0:1778923627.947030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.947179:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643392 00000100:00100000:2.0:1778923627.947189:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643392 00000100:00100000:2.0:1778923627.947268:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5480 00000100:00100000:2.0:1778923627.947278:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54910:x1865335281643392:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923627.947381:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.947398:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.947411:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923627.947573:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c37e802d reply state 0000000056fb2de1 transno 8589939828 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.947583:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923627.947685:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+219:54910:x1865335281643392:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 408us (662us total) trans 8589939828 rc 0/0 00000100:00100000:2.0:1778923627.947692:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5480 00010000:00010000:0.0:1778923627.949528:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949543:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949551:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949557:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923627.949561:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949569:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949586:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923627.949589:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923627.949594:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.949609:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c14 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.952239:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.952558:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643520 00000100:00100000:3.0:1778923627.952569:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643520 00000100:00100000:3.0:1778923627.952625:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6940 00000100:00100000:3.0:1778923627.952634:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:54910:x1865335281643520:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923627.952831:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923627.952851:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b0d expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.952889:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.952898:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.952900:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.952904:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.952937:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.952952:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.952965:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287654272:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923627.953065:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923627.958285:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.958389:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287654272:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923627.958424:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.958446:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:2.0:1778923627.958539:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:54910:x1865335281643520:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5871us (6274us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.958548:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6940 00000100:00100000:0.0:1778923627.959126:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643648 00000100:00100000:0.0:1778923627.959134:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643648 00010000:00010000:0.0:1778923627.959167:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.959202:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3118 00000100:00100000:0.0:1778923627.959211:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281643648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923627.959226:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923627.959245:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.959258:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.959281:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3acb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a81 expref: 35 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.959300:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.959302:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.959309:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 34 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.959319:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 34 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.959363:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 34 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.959377:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287654400:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923627.959444:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923627.964300:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.964436:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643776 00000100:00100000:1.0:1778923627.964445:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643776 00000100:00100000:1.0:1778923627.964500:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6941 00000100:00100000:1.0:1778923627.964548:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:54910:x1865335281643776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923627.964568:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923627.964586:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b14 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.964632:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.964650:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.964652:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923627.964656:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.964688:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923627.964701:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923627.964715:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287654528:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923627.964786:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923627.965049:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287654400:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923627.965067:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923627.965093:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281643648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5883us (6819us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923627.965102:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3118 00000100:00100000:3.0:1778923627.969058:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287654528:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923627.969102:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.969123:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:3.0:1778923627.969219:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:54910:x1865335281643776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4672us (4928us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.969229:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6941 00000100:00100000:1.0:1778923627.971397:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.972041:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281643904 00000100:00100000:3.0:1778923627.972052:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281643904 00010000:00010000:3.0:1778923627.972102:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.972145:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3119 00000100:00100000:3.0:1778923627.972156:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281643904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923627.972171:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923627.972193:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.972207:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.972231:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3ad2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a88 expref: 31 pid: 26019 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.972247:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.972249:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923627.972257:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.972267:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923627.972311:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923627.972325:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287654656:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923627.972587:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923627.980010:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923627.980280:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287654656:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923627.980305:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923627.980370:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281643904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 8215us (8979us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923627.980380:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3119 00000100:00100000:2.0:1778923627.981831:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644032 00000100:00100000:2.0:1778923627.981843:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644032 00000100:00100000:2.0:1778923627.981949:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6942 00000100:00100000:2.0:1778923627.981959:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:54910:x1865335281644032:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923627.981976:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923627.982009:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b1b expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.982043:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.982052:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.982054:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923627.982058:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.982100:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.982118:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923627.982131:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287654784:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923627.982213:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d816c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923627.985866:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287654784:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923627.985903:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 35 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923627.985923:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d000, rc 0) 00000100:00100000:2.0:1778923627.985993:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54910:x1865335281644032:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4025us (5982us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923627.986002:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6942 00000100:00100000:3.0:1778923627.989827:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923627.989922:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644160 00000100:00100000:0.0:1778923627.989931:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644160 00010000:00010000:0.0:1778923627.989968:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.990024:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3120 00000100:00100000:0.0:1778923627.990033:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281644160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923627.990051:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923627.990076:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.990099:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.990121:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a3ad9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a8f expref: 35 pid: 26020 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.990138:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.990140:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923627.990145:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 34 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.990155:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 34 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923627.990189:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 34 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923627.990203:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287654912:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923627.990287:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923627.995491:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.995557:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923627.995580:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923627.996000:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644416 00000100:00100000:2.0:1778923627.996009:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644416 00000100:00100000:2.0:1778923627.996058:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644288 00000100:00100000:2.0:1778923627.996062:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644288 00000100:00100000:2.0:1778923627.996083:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644544 00000100:00100000:2.0:1778923627.996095:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644544 00000100:00100000:2.0:1778923627.996118:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6943 00000100:00100000:2.0:1778923627.996128:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281644416:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923627.996337:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923627.996340:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923627.996354:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923624 -> 1778923626 00002000:00010000:2.0:1778923627.996357:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923626 -> 1778923628 00002000:00010000:2.0:1778923627.996359:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923627.996413:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281644416:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 285us (930us total) trans 21474839273 rc 0/0 00000100:00100000:2.0:1778923627.996420:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6943 00000100:00100000:2.0:1778923627.996574:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6944 00000100:00100000:2.0:1778923627.996581:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281644288:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923627.997066:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6945 00000100:00100000:3.0:1778923627.997078:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281644544:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923627.997199:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923627.997202:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923627.997204:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923624 -> 1778923626 00002000:00010000:3.0:1778923627.997206:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923626 -> 1778923628 00002000:00010000:3.0:1778923627.997208:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923627.997235:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281644544:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 161us (1654us total) trans 17179872145 rc 0/0 00000100:00100000:3.0:1778923627.997242:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6945 00002000:00010000:2.0:1778923627.998078:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923627.998216:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923627.998220:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923624 -> 1778923626 00002000:00010000:2.0:1778923627.998222:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923626 -> 1778923628 00002000:00010000:2.0:1778923627.998224:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923627.998279:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281644288:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1695us (2718us total) trans 17179872146 rc 0/0 00000100:00100000:2.0:1778923627.998286:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6944 00000100:00100000:1.0:1778923628.003035:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.003247:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644800 00000100:00100000:2.0:1778923628.003256:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644800 00000100:00100000:2.0:1778923628.003373:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2022 00000100:00100000:2.0:1778923628.003385:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54910:x1865335281644800:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923628.003446:0:30330:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a6c expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.003493:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.003528:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 218 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.003538:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.003568:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 218 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.003581:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 218 pid: 31653 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.003594:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287655040:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923628.003737:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d816c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923628.004059:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287654912:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923628.004078:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.004116:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281644160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 14083us (14297us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.004126:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3120 00000100:00080000:1.0:1778923628.006835:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923628.008186:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.008266:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281644928 00000100:00100000:0.0:1778923628.008275:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281644928 00010000:00010000:0.0:1778923628.008312:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 219 pid: 31653 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.008363:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3121 00000100:00100000:0.0:1778923628.008374:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:2353:x1865335281644928:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923628.008389:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.008396:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 219 pid: 31653 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.008409:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 219 pid: 31653 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.008431:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.008436:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.008446:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.008454:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.008475:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.008553:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:2353:x1865335281644928:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 181us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.008562:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3121 00010000:00010000:2.0:1778923628.009180:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3ab6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a73 expref: 218 pid: 31653 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.009198:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287655040:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923628.009219:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.009226:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.009232:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923628.014327:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1634, 88 off141992 00000004:00080000:2.0:1778923628.014344:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325070839930ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.014414:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1626, 88 off141552 00000004:00080000:2.0:1778923628.014422:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325070918476ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.014456:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1627, 88 off141640 00000004:00080000:2.0:1778923628.014460:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325070956141ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.014475:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1635, 88 off142080 00000004:00080000:2.0:1778923628.014479:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325070975113ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.014492:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1636, 88 off142168 00000004:00080000:2.0:1778923628.014496:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325070992381ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.014555:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1628, 88 off141728 00000004:00080000:2.0:1778923628.014559:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325071055438ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.014575:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1629, 88 off141816 00000004:00080000:2.0:1778923628.014578:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325071074131ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.014592:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1637, 88 off142256 00000004:00080000:2.0:1778923628.014595:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325071091523ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.014609:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1630, 88 off141904 00000004:00080000:2.0:1778923628.014612:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325071108346ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.014626:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1638, 88 off142344 00000004:00080000:2.0:1778923628.014629:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325071125110ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016029:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1639, 88 off142432 00000004:00080000:2.0:1778923628.016046:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072542286ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016104:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1631, 88 off141992 00000004:00080000:2.0:1778923628.016109:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072604993ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016139:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1640, 88 off142520 00000004:00080000:2.0:1778923628.016144:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072639826ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016161:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1632, 88 off142080 00000004:00080000:2.0:1778923628.016166:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072661697ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016183:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1641, 88 off142608 00000004:00080000:2.0:1778923628.016187:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072682886ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016203:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1633, 88 off142168 00000004:00080000:2.0:1778923628.016207:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072703223ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016222:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1634, 88 off142256 00000004:00080000:2.0:1778923628.016225:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072721584ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016241:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1642, 88 off142696 00000004:00080000:2.0:1778923628.016244:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072740477ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016259:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1643, 88 off142784 00000004:00080000:2.0:1778923628.016262:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072758498ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923628.016279:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1635, 88 off142344 00000004:00080000:2.0:1778923628.016284:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072779616ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016300:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1636, 88 off142432 00000004:00080000:2.0:1778923628.016308:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325072804072ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923628.016324:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1644, 88 off142872 00000004:00080000:2.0:1778923628.016327:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325072823612ns, next at 1321446740812ns, rc = 0 00000004:00010000:2.0:1778923628.068630:0:30330:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052625094 reply state 0000000035f69db1 transno 8589939829 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.068834:0:30330:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1778923628.068845:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923628.068849:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923628.068858:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a3a8c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a6c expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.069918:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54910:x1865335281644800:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 66527us (66882us total) trans 8589939829 rc 0/0 00000100:00100000:2.0:1778923628.069931:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2022 00000001:00080000:1.0:1778923628.070127:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939827 is committed 00000001:00080000:1.0:1778923628.070168:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939829 is committed 00000004:00080000:1.0:1778923628.070174:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1306 committed 00000004:00080000:1.0:1778923628.070185:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1301 committed 00000004:00080000:1.0:1778923628.070193:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1300 committed 00000004:00080000:1.0:1778923628.070196:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1305 committed 00000004:00080000:1.0:1778923628.070198:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1304 committed 00000004:00080000:1.0:1778923628.070200:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1299 committed 00000004:00080000:1.0:1778923628.070202:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1298 committed 00000004:00080000:1.0:1778923628.070203:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1303 committed 00000004:00080000:1.0:1778923628.070205:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1297 committed 00000004:00080000:1.0:1778923628.070207:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1302 committed 00000004:00080000:1.0:1778923628.070209:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1296 committed 00000004:00080000:1.0:1778923628.070210:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1301 committed 00000004:00080000:1.0:1778923628.070212:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1300 committed 00000004:00080000:1.0:1778923628.070214:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1295 committed 00000004:00080000:1.0:1778923628.070216:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1299 committed 00000004:00080000:1.0:1778923628.070219:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1294 committed 00000004:00080000:1.0:1778923628.070221:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1293 committed 00000004:00080000:1.0:1778923628.070223:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1298 committed 00000004:00080000:1.0:1778923628.070225:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1297 committed 00000004:00080000:1.0:1778923628.070227:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1292 committed 00000004:00080000:1.0:1778923628.070229:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1291 committed 00000004:00080000:1.0:1778923628.070231:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1296 committed 00000100:00100000:1.0:1778923628.070447:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655424:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.070530:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.070560:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655936:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.070580:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.070612:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1778923628.070618:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655296:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.070898:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.070920:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655808:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.070941:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.070968:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655424 00000100:00100000:1.0:1778923628.070975:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655424 00000100:00100000:1.0:1778923628.071031:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655936 00000100:00100000:1.0:1778923628.071035:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655936 00000100:00100000:1.0:1778923628.071051:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655296 00000100:00100000:1.0:1778923628.071054:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655296 00000100:00100000:1.0:1778923628.071068:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655808 00000100:00100000:1.0:1778923628.071071:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655808 00000100:00100000:1.0:1778923628.071090:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6946 00000100:00100000:1.0:1778923628.071097:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287655424:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.071281:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.071285:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.071288:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923628.071290:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.071292:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.071330:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287655424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 232us (799us total) trans 21474839274 rc 0/0 00000100:00100000:1.0:1778923628.071337:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6946 00000100:00100000:1.0:1778923628.071365:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6947 00000100:00100000:1.0:1778923628.071371:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287655936:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.071446:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.071449:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.071452:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923628.071454:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.071456:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.071480:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287655936:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (899us total) trans 21474839275 rc 0/0 00000100:00100000:1.0:1778923628.071487:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6947 00000100:00100000:1.0:1778923628.071500:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6948 00000100:00100000:1.0:1778923628.071528:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287655296:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923628.074002:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074018:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074026:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074031:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923628.074036:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074042:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074057:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923628.074060:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923628.074065:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.074071:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a3c30 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.074117:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655168:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.074183:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.074214:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655680:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.074233:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.074254:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923628.074260:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655552:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.074281:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.074291:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656064:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.074310:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.074350:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655168 00000100:00100000:2.0:1778923628.074357:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655168 00000100:00100000:2.0:1778923628.074389:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655680 00000100:00100000:2.0:1778923628.074391:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655680 00000100:00100000:2.0:1778923628.074400:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287655552 00000100:00100000:2.0:1778923628.074403:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287655552 00000100:00100000:2.0:1778923628.074411:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656064 00000100:00100000:2.0:1778923628.074413:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656064 00000100:00100000:2.0:1778923628.074425:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6949 00000100:00100000:2.0:1778923628.074433:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287655808:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.075048:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.075053:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:1.0:1778923628.075056:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:1.0:1778923628.075058:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.075061:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.075117:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287655296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3589us (4218us total) trans 21474839276 rc 0/0 00000100:00100000:1.0:1778923628.075126:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6948 00000100:00100000:1.0:1778923628.075148:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6950 00000100:00100000:1.0:1778923628.075155:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287655168:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:1.0:1778923628.075171:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923628.075209:0:3294:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839259 gen 2 00000004:00080000:1.0:1778923628.075215:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418e00, transno 21474839226 00000004:00080000:1.0:1778923628.075225:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072680, transno 21474839227 00000004:00080000:1.0:1778923628.075228:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b8e00, transno 21474839228 00000004:00080000:1.0:1778923628.075230:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734071500, transno 21474839229 00000004:00080000:1.0:1778923628.075233:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ce00, transno 21474839230 00000004:00080000:1.0:1778923628.075236:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734073800, transno 21474839231 00000004:00080000:1.0:1778923628.075238:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072a00, transno 21474839232 00000004:00080000:1.0:1778923628.075240:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954fb80, transno 21474839233 00000004:00080000:1.0:1778923628.075243:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734070000, transno 21474839234 00000004:00080000:1.0:1778923628.075245:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777dc00, transno 21474839235 00000004:00080000:1.0:1778923628.075247:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777df80, transno 21474839236 00000004:00080000:1.0:1778923628.075250:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f39500, transno 21474839237 00000004:00080000:1.0:1778923628.075253:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3a680, transno 21474839238 00000004:00080000:1.0:1778923628.075255:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f38a80, transno 21474839239 00000004:00080000:1.0:1778923628.075257:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3ad80, transno 21474839240 00000004:00080000:1.0:1778923628.075260:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954c700, transno 21474839241 00000004:00080000:1.0:1778923628.075262:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954df80, transno 21474839242 00000004:00080000:1.0:1778923628.075264:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f38380, transno 21474839243 00000004:00080000:1.0:1778923628.075266:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ea00, transno 21474839244 00000004:00080000:1.0:1778923628.075268:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f39c00, transno 21474839245 00000004:00080000:1.0:1778923628.075271:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4000, transno 21474839246 00000004:00080000:1.0:1778923628.075274:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f3aa00, transno 21474839247 00000004:00080000:1.0:1778923628.075277:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4000, transno 21474839249 00000004:00080000:1.0:1778923628.075279:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5880, transno 21474839250 00000004:00080000:1.0:1778923628.075281:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7480, transno 21474839251 00000004:00080000:1.0:1778923628.075283:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4e00, transno 21474839252 00000004:00080000:1.0:1778923628.075286:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4a80, transno 21474839253 00000004:00080000:1.0:1778923628.075288:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd6a00, transno 21474839254 00000004:00080000:1.0:1778923628.075290:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777c700, transno 21474839255 00000004:00080000:1.0:1778923628.075293:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ea00, transno 21474839256 00000004:00080000:1.0:1778923628.075295:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e658380, transno 21474839257 00000004:00080000:1.0:1778923628.075297:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e658000, transno 21474839258 00000004:00080000:1.0:1778923628.075300:0:3294:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71e65b800, transno 21474839259 00000100:00100000:1.0:1778923628.075306:0:3294:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce73feea300 x1865335287655296/t21474839276(21474839276) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923644 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1778923628.075317:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feea300/2, rc 0, transno 21474839276 00000100:00100000:1.0:1778923628.075322:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655296:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923628.075335:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeb800/2, rc 0, transno 21474839274 00000100:00100000:1.0:1778923628.075338:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655424:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.075459:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.075463:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.075465:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923628.075467:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.075469:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.075499:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287655808:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1066us (4556us total) trans 21474839277 rc 0/0 00000100:00100000:2.0:1778923628.075527:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6949 00000100:00100000:2.0:1778923628.075542:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6951 00000100:00100000:2.0:1778923628.075548:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287655680:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.076209:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923628.076212:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076214:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923628.076216:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076218:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923628.076261:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287655680:12345-0@lo:2:osp-syn-0-0.0 Request processed in 712us (2026us total) trans 21474839278 rc 0/0 00000100:00100000:2.0:1778923628.076267:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6951 00000100:00100000:2.0:1778923628.076284:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6952 00000100:00100000:2.0:1778923628.076291:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287655552:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.076399:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923628.076403:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076404:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923628.076406:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076408:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923628.076433:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287655552:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (2151us total) trans 21474839279 rc 0/0 00000100:00100000:2.0:1778923628.076439:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6952 00000100:00100000:2.0:1778923628.076451:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6953 00000100:00100000:2.0:1778923628.076457:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287656064:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.076565:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.076568:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076570:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923628.076572:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.076574:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:1.0:1778923628.077230:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ed80/2, rc 0, transno 21474839275 00000100:00100000:1.0:1778923628.077237:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655936:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923628.077252:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ea00/2, rc 0, transno 21474839277 00000100:00100000:1.0:1778923628.077255:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287655808:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923628.078151:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 3 changes, 8 in progress, 4 in flight, 33 done 00000100:00100000:2.0:1778923628.078316:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287656064:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1857us (4002us total) trans 21474839280 rc 0/0 00000100:00100000:2.0:1778923628.078326:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6953 00000100:00100000:2.0:1778923628.078370:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656192:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.078413:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923628.078445:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee8a80/2, rc 0, transno 21474839279 00000100:00100000:2.0:1778923628.078450:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655552:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.078458:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ca80/2, rc 0, transno 21474839280 00000100:00100000:2.0:1778923628.078461:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656064:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.078469:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9500/2, rc 0, transno 21474839278 00000100:00100000:2.0:1778923628.078472:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655680:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.078494:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656192 00000100:00100000:2.0:1778923628.078500:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656192 00000100:00100000:2.0:1778923628.078548:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6954 00000100:00100000:2.0:1778923628.078555:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287656192:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.078715:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923628.078719:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.078721:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923628.078723:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.078725:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923628.078757:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287656192:12345-0@lo:2:osp-syn-0-0.0 Request processed in 203us (344us total) trans 21474839281 rc 0/0 00000100:00100000:2.0:1778923628.078764:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6954 00000004:00080000:2.0:1778923628.078788:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4000/2, rc 0, transno 21474839281 00000100:00100000:2.0:1778923628.078792:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656192:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.078890:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.078894:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923628.078896:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923628.078897:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923628.078899:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.078929:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287655168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3775us (4747us total) trans 21474839282 rc 0/0 00000100:00100000:2.0:1778923628.078935:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6950 00000004:00080000:2.0:1778923628.078957:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeb480/2, rc 0, transno 21474839282 00000100:00100000:2.0:1778923628.078961:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287655168:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923628.079817:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656448:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923628.079860:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923628.079902:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923628.079909:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923628.079929:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.080007:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656448 00000100:00100000:1.0:1778923628.080013:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656448 00000100:00100000:1.0:1778923628.080052:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656320 00000100:00100000:1.0:1778923628.080056:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656320 00000100:00100000:1.0:1778923628.080075:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6955 00000100:00100000:1.0:1778923628.080092:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287656448:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.080226:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:1.0:1778923628.080229:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.080231:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923628.080234:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.080236:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923628.080270:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287656448:12345-0@lo:2:osp-syn-0-0.0 Request processed in 189us (410us total) trans 21474839283 rc 0/0 00000100:00100000:1.0:1778923628.080277:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00000100:00100000:1.0:1778923628.080294:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6956 00000100:00100000:1.0:1778923628.080300:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287656320:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923628.080646:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e6d80/2, rc 0, transno 21474839283 00000100:00100000:0.0:1778923628.080652:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656448:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.081291:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.081297:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.081300:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923628.081302:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.081305:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.081784:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287656320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1481us (1850us total) trans 21474839284 rc 0/0 00000100:00100000:1.0:1778923628.081794:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6956 00000100:00100000:2.0:1778923628.082261:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.082305:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.082334:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1778923628.082339:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656576:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.082374:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.082402:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656704 00000100:00100000:2.0:1778923628.082409:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656704 00000100:00100000:2.0:1778923628.082455:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656576 00000100:00100000:2.0:1778923628.082459:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656576 00000100:00100000:2.0:1778923628.082477:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6957 00000100:00100000:2.0:1778923628.082486:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3292:x1865335287656704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923628.082726:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.082730:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.082732:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.082735:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.082737:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.082772:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3292:x1865335287656704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (467us total) trans 17179872147 rc 0/0 00000100:00100000:2.0:1778923628.082779:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6957 00000100:00100000:2.0:1778923628.082793:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6958 00000100:00100000:2.0:1778923628.082799:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3292:x1865335287656576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923628.082886:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923628.083330:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.083332:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.083334:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.083335:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923628.083377:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3292:x1865335287656576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 578us (1002us total) trans 17179872148 rc 0/0 00000100:00100000:2.0:1778923628.083383:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6958 00000100:00080000:2.0:1778923628.083406:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1778923628.083439:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacb480/2, rc 0, transno 17179872148 00000100:00100000:2.0:1778923628.083446:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656576:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923628.083456:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac8e00/2, rc 0, transno 17179872147 00000100:00100000:2.0:1778923628.083459:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287656704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.086281:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287656832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.086367:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.089132:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656832 00000100:00100000:1.0:1778923628.089146:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656832 00000100:00100000:1.0:1778923628.089208:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6959 00000100:00100000:1.0:1778923628.089219:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3293:x1865335287656832:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.089425:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:1.0:1778923628.089429:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.089432:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923628.089434:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.089436:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923628.089537:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287656832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 320us (3169us total) trans 17179872149 rc 0/0 00000100:00100000:1.0:1778923628.089545:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6959 00000004:00080000:2.0:1778923628.090024:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 17179872149 00000100:00100000:2.0:1778923628.090033:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287656832:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.090818:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657216:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.090873:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.090897:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657728:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.090915:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.090934:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1778923628.090939:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657088:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.090957:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.090972:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657600:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.091003:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.091030:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657216 00000100:00100000:3.0:1778923628.091036:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657216 00000100:00100000:3.0:1778923628.091072:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657728 00000100:00100000:3.0:1778923628.091075:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657728 00000100:00100000:3.0:1778923628.091096:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657088 00000100:00100000:3.0:1778923628.091099:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657088 00000100:00100000:3.0:1778923628.091111:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657600 00000100:00100000:3.0:1778923628.091113:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657600 00000100:00100000:3.0:1778923628.091128:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6960 00000100:00100000:3.0:1778923628.091135:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287657216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.091285:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923628.091289:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.091291:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923628.091294:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.091296:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923628.091330:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287657216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 195us (456us total) trans 17179872150 rc 0/0 00000100:00100000:3.0:1778923628.091336:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6960 00000100:00100000:3.0:1778923628.091353:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6961 00000100:00100000:3.0:1778923628.091360:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287657728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.091439:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923628.091442:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.091444:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923628.091446:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.091449:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923628.091473:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287657728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (556us total) trans 17179872151 rc 0/0 00000100:00100000:3.0:1778923628.091479:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6961 00000100:00100000:3.0:1778923628.091492:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6962 00000100:00100000:3.0:1778923628.091497:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287657088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.091594:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.091597:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.091599:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923628.091601:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.091603:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923628.091626:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287657088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (668us total) trans 17179872152 rc 0/0 00000100:00100000:3.0:1778923628.091632:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6962 00000100:00100000:3.0:1778923628.091645:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6963 00000100:00100000:3.0:1778923628.091651:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287657600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.091725:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.091727:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.091730:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923628.091732:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.091735:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923628.091757:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287657600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (754us total) trans 17179872153 rc 0/0 00000100:00100000:3.0:1778923628.091763:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6963 00000004:00080000:3.0:1778923628.091800:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacb100/2, rc 0, transno 17179872152 00000100:00100000:3.0:1778923628.091805:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657088:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923628.091813:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548380/2, rc 0, transno 17179872153 00000100:00100000:3.0:1778923628.091816:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657600:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923628.091822:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacbb80/2, rc 0, transno 17179872150 00000100:00100000:3.0:1778923628.091825:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657216:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923628.091831:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709549c00/2, rc 0, transno 17179872151 00000100:00100000:3.0:1778923628.091834:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287657728:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923628.092359:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4a80/2, rc 0, transno 21474839284 00000100:00100000:0.0:1778923628.092365:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923628.092379:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.092412:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923628.092445:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.092465:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923628.092479:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1778923628.092485:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657344:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.092515:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923628.092528:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657856:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.092548:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.092626:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287656960 00000100:00100000:1.0:1778923628.092633:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287656960 00000100:00100000:1.0:1778923628.092682:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657472 00000100:00100000:1.0:1778923628.092685:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657472 00000100:00100000:1.0:1778923628.092698:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657344 00000100:00100000:1.0:1778923628.092700:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657344 00000100:00100000:1.0:1778923628.092711:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287657856 00000100:00100000:1.0:1778923628.092713:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287657856 00000100:00100000:1.0:1778923628.092724:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6964 00000100:00100000:1.0:1778923628.092730:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287656960:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.092854:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.092857:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.092860:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923628.092862:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.092864:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.092897:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287656960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (483us total) trans 17179872154 rc 0/0 00000100:00100000:1.0:1778923628.092903:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6964 00000100:00100000:1.0:1778923628.092920:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6965 00000100:00100000:1.0:1778923628.092925:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287657472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.093008:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:1.0:1778923628.093011:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.093014:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923628.093016:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.093017:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923628.093041:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287657472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (575us total) trans 17179872155 rc 0/0 00000100:00100000:1.0:1778923628.093047:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6965 00000100:00100000:1.0:1778923628.093061:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6966 00000100:00100000:1.0:1778923628.093066:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287657344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.093153:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:1.0:1778923628.093156:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.093158:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923628.093160:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:1.0:1778923628.093162:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923628.093186:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287657344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (683us total) trans 17179872156 rc 0/0 00000100:00100000:1.0:1778923628.093194:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6966 00000100:00100000:1.0:1778923628.093207:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6967 00000100:00100000:1.0:1778923628.093213:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287657856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.093282:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.093285:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.093287:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923628.093289:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.093291:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.093314:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287657856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 103us (765us total) trans 17179872157 rc 0/0 00000100:00100000:1.0:1778923628.093320:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6967 00000004:00080000:0.0:1778923628.093756:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9500/2, rc 0, transno 17179872156 00000100:00100000:0.0:1778923628.093764:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657344:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923628.093773:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ad80/2, rc 0, transno 17179872157 00000100:00100000:0.0:1778923628.093776:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657856:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923628.093784:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9c00/2, rc 0, transno 17179872154 00000100:00100000:0.0:1778923628.093787:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287656960:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923628.093794:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548a80/2, rc 0, transno 17179872155 00000100:00100000:0.0:1778923628.093797:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287657472:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.096012:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.096188:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281645056 00000100:00100000:3.0:1778923628.096199:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281645056 00000100:00100000:3.0:1778923628.096301:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5481 00000100:00100000:3.0:1778923628.096313:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+197:54910:x1865335281645056:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923628.096338:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923628.096358:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3c37 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b22 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.096415:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3c37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b22 expref: 198 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.096429:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3c37 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b22 expref: 198 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.096454:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923628.096457:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923628.096461:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923628.096551:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54910:x1865335281645056:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 242us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.096558:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5481 00000100:00100000:2.0:1778923628.102316:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.102414:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281645312 00000100:00100000:1.0:1778923628.102423:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281645312 00000100:00100000:1.0:1778923628.102532:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2023 00000100:00100000:1.0:1778923628.102543:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54910:x1865335281645312:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923628.103290:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54910:x1865335281645312:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 746us (980us total) trans 8589939830 rc 0/0 00000100:00100000:1.0:1778923628.103298:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2023 00000100:00100000:0.0:1778923628.141689:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.141831:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281645440 00000100:00100000:2.0:1778923628.141842:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281645440 00000100:00100000:1.0:1778923628.142026:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5482 00000100:00100000:1.0:1778923628.142039:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54912:x1865335281645440:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923628.142064:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923628.142083:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3c3e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b29 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142147:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142161:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142173:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142188:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142196:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142203:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142580:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142591:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142734:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923628.142767:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:1.0:1778923628.142771:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923628.142787:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142799:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142810:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142816:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142822:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142828:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923628.142831:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142838:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142847:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923628.142850:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923628.142855:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142861:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a3c45 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142872:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142878:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.142883:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143367:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923628.143372:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143379:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143389:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce703d27200) 00010000:00010000:1.0:1778923628.143392:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923628.143395:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143399:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a3c4c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143441:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a3c3e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143455:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.143461:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923628.143463:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923628.143466:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:3.0:1778923628.143828:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54912:x1865335281645440:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1791us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.143837:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5482 00000100:00100000:3.0:1778923628.149458:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.149874:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281645696 00000100:00100000:0.0:1778923628.149885:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281645696 00000100:00100000:0.0:1778923628.149944:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5483 00000100:00100000:0.0:1778923628.149955:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+200:54912:x1865335281645696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923628.149975:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923628.150005:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3c5a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b30 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.150121:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3c61 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.150136:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3c61 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.150147:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3c61 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923628.150159:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00010000:00010000:0.0:1778923628.150286:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3c5a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b30 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.150304:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3c61 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b30 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.150317:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.150320:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923628.150323:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923628.150394:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54912:x1865335281645696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 441us (962us total) trans 8589939831 rc 0/0 00000100:00100000:0.0:1778923628.150401:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5483 00010000:00010000:2.0:1778923628.158768:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923628.158942:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.159139:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281645952 00000100:00100000:3.0:1778923628.159148:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281645952 00000100:00100000:3.0:1778923628.159202:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5484 00000100:00100000:3.0:1778923628.159211:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54912:x1865335281645952:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923628.159231:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923628.159248:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3c6f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b37 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.159335:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3c76 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.159359:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3c76 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.159369:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3c76 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923628.159385:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00010000:00010000:3.0:1778923628.159633:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3c6f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b37 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.159653:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3c76 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b37 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.159662:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923628.159666:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923628.159669:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706282200, rc 0) 00000100:00100000:3.0:1778923628.159734:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54912:x1865335281645952:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 524us (797us total) trans 8589939832 rc 0/0 00000100:00100000:3.0:1778923628.159741:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5484 00000100:00100000:3.0:1778923628.267856:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.268090:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646080 00000100:00100000:1.0:1778923628.268100:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646080 00000100:00100000:1.0:1778923628.268187:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3479 00000100:00100000:1.0:1778923628.268197:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281646080:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923628.268236:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.268256:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.268264:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.268266:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.268269:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.268302:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.268316:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 36 pid: 6548 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.268330:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287657984:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923628.268410:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00080000:2.0:1778923628.268533:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923628.279314:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.279456:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287657984:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923628.279488:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.282664:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646208 00000100:00100000:0.0:1778923628.282676:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646208 00010000:00010000:0.0:1778923628.282728:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 37 pid: 6548 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.282779:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3122 00000100:00100000:0.0:1778923628.282788:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281646208:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923628.282803:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.282898:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 37 pid: 6548 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.282913:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 37 pid: 6548 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.282935:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a3c1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b0d expref: 37 pid: 6548 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.282952:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.282954:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.282960:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.282968:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.283017:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.283080:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281646208:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 293us (3775us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.283087:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3122 00010000:00010000:1.0:1778923628.283827:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.283847:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302206:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302228:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302237:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302245:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.302250:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302259:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302278:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.302287:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a3c84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.302402:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281646080:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 34203us (34551us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.302413:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3479 00000100:00100000:0.0:1778923628.317400:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.317537:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646336 00000100:00100000:3.0:1778923628.317548:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646336 00000100:00100000:3.0:1778923628.317632:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3480 00000100:00100000:3.0:1778923628.317642:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281646336:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923628.317675:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.317695:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 35 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.317703:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923628.317706:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923628.317709:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.317743:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 35 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.317757:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 35 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.317771:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287658112:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923628.318008:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923628.328924:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287658112:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923628.328952:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.336384:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.336476:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646464 00000100:00100000:2.0:1778923628.336485:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646464 00010000:00010000:2.0:1778923628.336551:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 36 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.336586:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3123 00000100:00100000:2.0:1778923628.336604:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281646464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923628.336619:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923628.336639:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 36 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.336658:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 36 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.336681:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3b2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546a96 expref: 36 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.336696:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923628.336698:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923628.336703:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.336713:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.336743:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923628.336791:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281646464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 188us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923628.336797:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3123 00010000:00010000:3.0:1778923628.337063:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.337073:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.347923:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.347945:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.347961:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.347969:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923628.347974:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.347994:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.348015:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.348024:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a3c8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.348203:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281646336:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 30558us (30807us total) trans 0 rc 243517/243517 00000100:00100000:3.0:1778923628.348214:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3480 00000100:00100000:2.0:1778923628.354128:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.354230:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646592 00000100:00100000:1.0:1778923628.354240:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646592 00000100:00100000:1.0:1778923628.354360:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3481 00000100:00100000:1.0:1778923628.354370:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281646592:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923628.354404:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.354435:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.354444:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.354446:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.354450:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.354484:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 31 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.354498:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 31 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.354534:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287658240:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923628.354623:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923628.358184:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287658240:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923628.358214:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.361292:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.361605:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646720 00000100:00100000:0.0:1778923628.361615:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646720 00010000:00010000:0.0:1778923628.361650:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 32 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.361686:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3124 00000100:00100000:0.0:1778923628.361696:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281646720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923628.361710:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.361731:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 32 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.361744:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 32 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.361771:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a3b49 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aa4 expref: 32 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.361788:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.361790:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.361795:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.361806:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.361848:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.361899:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281646720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.361907:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3124 00010000:00010000:1.0:1778923628.362224:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.362236:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1778923628.364743:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1778923628.367379:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367397:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367406:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367413:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.367418:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367426:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367442:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.367450:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3c92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.367552:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281646592:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13180us (13429us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.367562:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3481 00000100:00100000:3.0:1778923628.373497:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.373636:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646848 00000100:00100000:0.0:1778923628.373646:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646848 00000100:00100000:0.0:1778923628.373711:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3482 00000100:00100000:0.0:1778923628.373720:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281646848:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923628.373756:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.373780:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.373789:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.373792:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.373795:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.373839:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.373856:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 30 pid: 32953 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.373870:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287658368:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923628.373946:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923628.376455:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287658368:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923628.376485:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.377803:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.378398:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281646976 00000100:00100000:2.0:1778923628.378406:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281646976 00010000:00010000:2.0:1778923628.378445:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 31 pid: 32953 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.378630:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3125 00000100:00100000:2.0:1778923628.378641:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281646976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923628.378657:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923628.378679:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 31 pid: 32953 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.378693:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 31 pid: 32953 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.378717:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3b65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ab2 expref: 31 pid: 32953 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.378734:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923628.378736:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923628.378740:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.378749:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.378779:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923628.378843:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281646976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923628.378851:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3125 00010000:00010000:1.0:1778923628.378907:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.378917:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383047:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383067:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383077:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383095:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.383100:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383110:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383136:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.383144:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3c99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.383229:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281646848:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9506us (9736us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.383239:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3482 00000100:00100000:1.0:1778923628.389853:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.389997:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647104 00000100:00100000:0.0:1778923628.390007:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647104 00000100:00100000:0.0:1778923628.390081:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3483 00000100:00100000:0.0:1778923628.390100:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281647104:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923628.390134:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.390154:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.390162:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.390164:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.390167:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.390199:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.390212:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 34 pid: 6547 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.390227:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287658496:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923628.390306:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923628.394020:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.394333:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287658496:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923628.394362:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.394420:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647232 00000100:00100000:2.0:1778923628.394427:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647232 00010000:00010000:2.0:1778923628.394460:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 35 pid: 6547 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.395198:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3126 00000100:00100000:1.0:1778923628.395213:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281647232:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923628.395229:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923628.395250:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 35 pid: 6547 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.395263:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 35 pid: 6547 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.395285:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a3b81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ac0 expref: 35 pid: 6547 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.395302:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.395304:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.395308:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.395318:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.395422:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923628.395478:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281647232:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 269us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923628.395485:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3126 00010000:00010000:3.0:1778923628.400793:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.400812:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413643:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413662:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413672:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413679:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923628.413684:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413692:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413715:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.413723:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a3ca0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.413813:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281647104:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23710us (23965us total) trans 0 rc 243517/243517 00000100:00100000:0.0:1778923628.413824:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3483 00000100:00100000:1.0:1778923628.419951:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.420051:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647360 00000100:00100000:0.0:1778923628.420062:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647360 00000100:00100000:0.0:1778923628.420241:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3484 00000100:00100000:0.0:1778923628.420252:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281647360:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923628.420286:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.420307:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.420315:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.420318:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.420321:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.420353:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.420373:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 33 pid: 25674 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.420388:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287658624:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923628.420468:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923628.425629:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.425793:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287658624:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923628.425821:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.426265:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647488 00000100:00100000:3.0:1778923628.426273:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647488 00010000:00010000:3.0:1778923628.426306:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 34 pid: 25674 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.426345:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3127 00000100:00100000:3.0:1778923628.426354:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281647488:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923628.426368:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923628.426391:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 34 pid: 25674 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.426404:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 34 pid: 25674 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.426426:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3b9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ace expref: 34 pid: 25674 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.426440:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923628.426443:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923628.426448:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.426458:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.426646:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923628.426700:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281647488:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 346us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.426707:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3127 00010000:00010000:1.0:1778923628.428319:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.428338:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466788:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466808:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466818:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466903:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.466909:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466920:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466939:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.466947:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a3ca7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.467090:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281647360:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 46829us (47136us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.467102:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3484 00000100:00100000:0.0:1778923628.474603:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.474752:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647616 00000100:00100000:1.0:1778923628.474762:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647616 00000100:00100000:1.0:1778923628.474823:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3485 00000100:00100000:1.0:1778923628.474955:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281647616:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923628.474997:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.475019:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.475031:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.475033:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923628.475037:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.475069:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.475168:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 32 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.475187:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287658752:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923628.475269:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923628.479996:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.480126:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287658752:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923628.480154:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.480542:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647744 00000100:00100000:3.0:1778923628.480550:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647744 00010000:00010000:3.0:1778923628.480586:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 33 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.480625:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3128 00000100:00100000:3.0:1778923628.480634:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281647744:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923628.480649:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923628.480671:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 33 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.480684:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 33 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.480707:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a3bb9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546adc expref: 33 pid: 8354 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.480728:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923628.480730:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923628.480734:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.480744:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.480773:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923628.480993:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.481003:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.481599:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281647744:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 192us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.481611:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3128 00010000:00010000:1.0:1778923628.491001:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491023:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491031:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491038:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.491043:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491052:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491072:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.491079:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3cae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.491186:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281647616:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16231us (16596us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.491197:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3485 00000100:00100000:1.0:1778923628.498264:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.498361:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281647872 00000100:00100000:2.0:1778923628.498371:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281647872 00000100:00100000:2.0:1778923628.498440:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3486 00000100:00100000:2.0:1778923628.498450:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281647872:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923628.498483:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.498537:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 29 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.498554:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923628.498556:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923628.498560:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.498602:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 29 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.498615:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 29 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.498630:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287658880:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923628.498700:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d819c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923628.503953:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.504129:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287658880:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923628.504156:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.504365:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648000 00000100:00100000:0.0:1778923628.504372:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648000 00010000:00010000:0.0:1778923628.504405:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 30 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.504482:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3129 00000100:00100000:0.0:1778923628.504492:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281648000:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923628.504528:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.504549:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 30 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.504562:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 30 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.504584:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a3bd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546aea expref: 30 pid: 26019 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.504615:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.504617:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.504621:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.504630:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.504658:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.504711:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281648000:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 221us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.504719:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3129 00010000:00010000:2.0:1778923628.504769:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.504779:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.511941:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.511959:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.511968:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.511974:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923628.511987:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.511996:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.512015:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.512022:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a3cb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.512188:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281647872:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13734us (13928us total) trans 0 rc 243517/243517 00000100:00100000:2.0:1778923628.512200:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3486 00000100:00100000:1.0:1778923628.518900:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.519003:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648128 00000100:00100000:0.0:1778923628.519012:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648128 00000100:00100000:0.0:1778923628.519195:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3487 00000100:00100000:0.0:1778923628.519206:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281648128:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923628.519240:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.519260:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.519267:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.519269:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923628.519272:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.519309:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.519322:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 31 pid: 6546 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.519335:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287659008:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923628.519418:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923628.522436:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287659008:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923628.522464:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.524160:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.524493:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648256 00000100:00100000:0.0:1778923628.524526:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648256 00010000:00010000:0.0:1778923628.524566:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.524603:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3130 00000100:00100000:0.0:1778923628.524613:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281648256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923628.524627:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.524650:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.524669:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.524692:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a3bf1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546af8 expref: 32 pid: 6546 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.524708:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.524710:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.524715:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.524724:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.524753:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.524803:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281648256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 192us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.524810:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3130 00010000:00010000:3.0:1778923628.525443:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.525456:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.532930:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.532950:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.532959:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.532971:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923628.532976:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.532995:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.533014:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.533022:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a3cbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.533121:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281648128:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13912us (14274us total) trans 0 rc 243517/243517 00000100:00100000:3.0:1778923628.533131:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3487 00000100:00100000:0.0:1778923628.538620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.538714:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648384 00000100:00100000:3.0:1778923628.538724:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648384 00000100:00100000:3.0:1778923628.538796:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3488 00000100:00100000:3.0:1778923628.538806:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281648384:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923628.538841:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.538863:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.538877:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923628.538880:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923628.538883:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.538915:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.538928:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 28 pid: 26020 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.538942:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287659136:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923628.539616:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923628.544614:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.544732:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648512 00000100:00100000:1.0:1778923628.544741:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648512 00010000:00010000:1.0:1778923628.544777:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 29 pid: 26020 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.544820:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3131 00000100:00100000:1.0:1778923628.544845:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281648512:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923628.544860:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923628.544881:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 29 pid: 26020 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.544913:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 29 pid: 26020 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.544936:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.544938:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.544943:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.544952:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.544972:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923628.545036:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281648512:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923628.545044:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3131 00010000:00010000:3.0:1778923628.547996:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a3c0d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b06 expref: 28 pid: 26020 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.548023:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287659136:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923628.548056:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.548070:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.548077:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554217:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554234:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554242:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554249:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73b9dc800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923628.554253:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554262:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554280:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.554287:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a3cc3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->245759] (req 0->245759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.554373:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281648384:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15565us (15758us total) trans 0 rc 243517/243517 00000100:00100000:1.0:1778923628.554383:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3488 00000100:00100000:3.0:1778923628.577096:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.577262:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648640 00000100:00100000:0.0:1778923628.577273:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648640 00000100:00100000:0.0:1778923628.577349:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 561 00000100:00100000:0.0:1778923628.577361:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54912:x1865335281648640:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923628.577376:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.577402:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3c76 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b37 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.577422:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.577427:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.577498:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54912:x1865335281648640:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 140us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.577556:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 561 00000100:00100000:2.0:1778923628.581102:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.581187:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281648896 00000100:00100000:0.0:1778923628.581196:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281648896 00000100:00100000:0.0:1778923628.581250:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2024 00000100:00100000:0.0:1778923628.581260:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54912:x1865335281648896:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923628.581551:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54912:x1865335281648896:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 291us (456us total) trans 8589939833 rc 0/0 00000100:00100000:0.0:1778923628.581559:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2024 00000100:00100000:3.0:1778923628.589069:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.594377:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281649152 00000100:00100000:2.0:1778923628.594390:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281649152 00000100:00100000:2.0:1778923628.594521:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5485 00000100:00100000:2.0:1778923628.594532:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281649152:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923628.594556:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923628.594575:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3cca lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b3e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.594713:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.594729:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.594738:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.594773:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.594787:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 205 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.594801:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287659264:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923628.594900:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923628.601870:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287659264:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923628.601898:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.602337:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.602571:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281649280 00000100:00100000:2.0:1778923628.602579:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281649280 00010000:00010000:2.0:1778923628.602614:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 206 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.602708:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3132 00000100:00100000:2.0:1778923628.602719:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281649280:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923628.602738:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 206 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602749:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 206 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602761:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 206 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602769:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923628.602772:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923628.602775:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602785:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602791:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.602828:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 206 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.602886:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281649280:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 169us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923628.602893:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3132 00010000:00010000:3.0:1778923628.603235:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.603244:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923628.603261:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00010000:00010000:3.0:1778923628.603407:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3cca lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.603423:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.603429:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923628.603432:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923628.603434:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9a00, rc 0) 00000100:00100000:3.0:1778923628.603479:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281649152:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8949us (14420us total) trans 8589939834 rc 0/0 00000100:00100000:3.0:1778923628.603486:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5485 00000100:00100000:3.0:1778923628.628321:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.628548:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281649408 00000100:00100000:1.0:1778923628.628558:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281649408 00000100:00100000:1.0:1778923628.628618:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6968 00000100:00100000:1.0:1778923628.628628:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281649408:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923628.628646:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923628.628673:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b45 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923628.628700:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 243517, mtime: 0x6a08386a, atime: 0x6a08386a, ctime: 0x6a08386c, blocks: 0x207 00010000:00010000:1.0:1778923628.628719:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.628722:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.628731:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 31 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.628754:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 31 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.628766:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642ca00, rc 0) 00000100:00100000:1.0:1778923628.628824:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281649408:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 198us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923628.628831:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6968 00000100:00100000:0.0:1778923628.635693:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.635843:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281649536 00000100:00100000:2.0:1778923628.635854:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281649536 00002000:00100000:2.0:1778923628.635903:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (20480->57343) req@ffff9ce602bd6d80 x1865335281649536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/0 e 0 to 0 dl 1778923639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.635913:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd6d80 with x1865335281649536 ext(20480->57343) 00002000:00010000:2.0:1778923628.635919:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd6d80 00000100:00100000:2.0:1778923628.635948:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3489 00000100:00100000:2.0:1778923628.635958:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281649536:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923628.646890:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281649536:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 10922us (11196us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1778923628.646903:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3489 00002000:00100000:2.0:1778923628.646916:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (20480->57343) req@ffff9ce602bd6d80 x1865335281649536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/440 e 0 to 0 dl 1778923639 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.646927:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd6d80 with x1865335281649536 ext(20480->57343) 00002000:00010000:2.0:1778923628.646933:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd6d80 00000100:00100000:3.0:1778923628.665285:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.665658:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281649792 00000100:00100000:1.0:1778923628.665669:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281649792 00000100:00100000:1.0:1778923628.665726:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2025 00000100:00100000:1.0:1778923628.665735:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281649792:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923628.665994:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281649792:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 259us (718us total) trans 8589939835 rc 0/0 00000100:00100000:1.0:1778923628.666001:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2025 00000100:00100000:0.0:1778923628.674636:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.674729:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650048 00000100:00100000:1.0:1778923628.674739:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650048 00000100:00100000:1.0:1778923628.674809:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5486 00000100:00100000:1.0:1778923628.674820:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281650048:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923628.674844:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923628.674847:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1778923628.674874:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3c61 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b30 expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.674899:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a3c37 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b22 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.674913:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a3c53 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b29 expref: 205 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.674923:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923628.674928:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923628.674940:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3ce6 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b4c expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.675000:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.675014:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.675023:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923628.680594:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1645, 88 off142960 00000004:00080000:1.0:1778923628.680613:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325737108487ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.680675:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1637, 88 off142520 00000004:00080000:1.0:1778923628.680681:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325737176508ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923628.681114:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1638, 88 off142608 00000004:00080000:1.0:1778923628.681121:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325737616900ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923628.687579:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1646, 88 off143048 00000004:00080000:1.0:1778923628.687594:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325744089675ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.687685:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1647, 88 off143136 00000004:00080000:1.0:1778923628.687691:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325744186515ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.691858:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1639, 88 off142696 00000004:00080000:1.0:1778923628.691875:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325748370242ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923628.692010:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1640, 88 off142784 00000004:00080000:1.0:1778923628.692016:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325748512118ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923628.692606:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1648, 88 off143224 00000004:00080000:1.0:1778923628.692613:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325749108803ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.692631:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1641, 88 off142872 00000004:00080000:1.0:1778923628.692636:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325749131998ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923628.696907:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1649, 88 off143312 00000004:00080000:1.0:1778923628.696921:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325753416385ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.696942:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1650, 88 off143400 00000004:00080000:1.0:1778923628.696946:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325753442448ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923628.696971:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1642, 88 off142960 00000004:00080000:1.0:1778923628.696975:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325753470820ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704699:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1651, 88 off143488 00000004:00080000:0.0:1778923628.704719:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325761214385ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923628.704767:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1643, 88 off143048 00000004:00080000:0.0:1778923628.704772:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325761267821ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704788:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1652, 88 off143576 00000004:00080000:0.0:1778923628.704793:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325761288893ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923628.704807:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1644, 88 off143136 00000004:00080000:0.0:1778923628.704811:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325761306911ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704826:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1645, 88 off143224 00000004:00080000:0.0:1778923628.704830:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325761325595ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704846:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1653, 88 off143664 00000004:00080000:0.0:1778923628.704851:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325761346778ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923628.704867:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1654, 88 off143752 00000004:00080000:0.0:1778923628.704872:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325761367788ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923628.704887:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1646, 88 off143312 00000004:00080000:0.0:1778923628.704891:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325761387385ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704906:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1647, 88 off143400 00000004:00080000:0.0:1778923628.704910:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1325761406101ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923628.704925:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1655, 88 off143840 00000004:00080000:0.0:1778923628.704928:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1325761424441ns, next at 1321446740812ns, rc = 0 00000001:00080000:1.0:1778923628.754824:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939833 is committed 00000001:00080000:1.0:1778923628.754843:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939836 is committed 00000004:00080000:1.0:1778923628.754848:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1317 committed 00000004:00080000:1.0:1778923628.754860:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1312 committed 00000004:00080000:1.0:1778923628.754868:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1311 committed 00000004:00080000:1.0:1778923628.754870:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1316 committed 00000004:00080000:1.0:1778923628.754872:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1315 committed 00000004:00080000:1.0:1778923628.754874:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1310 committed 00000004:00080000:1.0:1778923628.754876:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1309 committed 00000004:00080000:1.0:1778923628.754878:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1314 committed 00000004:00080000:1.0:1778923628.754880:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1308 committed 00000004:00080000:1.0:1778923628.754882:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1313 committed 00000004:00080000:1.0:1778923628.754884:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1307 committed 00000004:00080000:1.0:1778923628.754886:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1312 committed 00000100:00100000:3.0:1778923628.755074:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659776:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1778923628.755137:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b4c expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.755141:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1778923628.755151:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.755154:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000100:00100000:3.0:1778923628.755169:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660288:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1778923628.755170:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3ce6 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b4c expref: 204 pid: 31653 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.755189:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755211:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923628.755217:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755236:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755251:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659904:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755268:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755291:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287659520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755312:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755328:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660032:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755359:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755377:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923628.755381:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287659648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755401:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755415:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660160:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755433:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755447:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660800:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.755448:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73feeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660544:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.755467:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755483:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287661056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.755490:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755526:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755528:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287661312:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.755537:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923628.755542:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.755548:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923628.755559:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755559:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923628.755564:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660416:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.755566:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287661184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.755579:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755592:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660928:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.755593:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287659776 00000100:00100000:3.0:1778923628.755599:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287659776 00000100:00100000:2.0:1778923628.755608:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755622:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923628.755637:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660288 00000100:00100000:2.0:1778923628.755641:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660288 00000100:00100000:3.0:1778923628.755643:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287659392 00000100:00100000:3.0:1778923628.755645:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287659392 00000100:00100000:2.0:1778923628.755657:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287659904 00000100:00100000:2.0:1778923628.755659:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287659904 00000100:00100000:2.0:1778923628.755668:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287659520 00000100:00100000:2.0:1778923628.755670:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287659520 00000100:00100000:2.0:1778923628.755678:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660032 00000100:00100000:2.0:1778923628.755679:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660032 00000100:00100000:2.0:1778923628.755687:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287659648 00000100:00100000:2.0:1778923628.755689:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287659648 00000100:00100000:2.0:1778923628.755697:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660160 00000100:00100000:2.0:1778923628.755699:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660160 00000100:00100000:2.0:1778923628.755708:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660544 00000100:00100000:2.0:1778923628.755710:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660544 00000100:00100000:2.0:1778923628.755718:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660800 00000100:00100000:2.0:1778923628.755719:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660800 00000100:00100000:2.0:1778923628.755726:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661056 00000100:00100000:2.0:1778923628.755728:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661056 00000100:00100000:2.0:1778923628.755734:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661312 00000100:00100000:2.0:1778923628.755736:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661312 00000100:00100000:2.0:1778923628.755742:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660672 00000100:00100000:2.0:1778923628.755744:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660672 00000100:00100000:2.0:1778923628.755752:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660416 00000100:00100000:2.0:1778923628.755754:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660416 00000100:00100000:2.0:1778923628.755762:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287660928 00000100:00100000:2.0:1778923628.755764:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287660928 00000100:00100000:2.0:1778923628.755775:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661184 00000100:00100000:2.0:1778923628.755777:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661184 00000100:00100000:2.0:1778923628.755790:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6969 00000100:00100000:2.0:1778923628.755798:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287659776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.755907:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6970 00000100:00100000:3.0:1778923628.755912:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287660288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923628.756010:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1778923628.756013:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287659776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 215us (872us total) trans 21474839285 rc 0/0 00002000:00010000:3.0:1778923628.756014:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.756016:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923628.756018:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.756021:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.756021:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6969 00000100:00100000:2.0:1778923628.756038:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6971 00000100:00100000:3.0:1778923628.756044:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287660288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 132us (855us total) trans 21474839286 rc 0/0 00000100:00100000:2.0:1778923628.756044:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287659904:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.756050:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6970 00000100:00100000:3.0:1778923628.756062:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6972 00000100:00100000:3.0:1778923628.756067:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287659520:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.756134:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287659904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 91us (865us total) trans 21474839287 rc 0/0 00002000:00010000:3.0:1778923628.756136:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.756138:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923628.756141:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00000100:00100000:2.0:1778923628.756141:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6971 00002000:00010000:3.0:1778923628.756143:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.756145:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.756152:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6973 00000100:00100000:2.0:1778923628.756158:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287660032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.756171:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287659520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (859us total) trans 21474839288 rc 0/0 00000100:00100000:3.0:1778923628.756178:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6972 00000100:00100000:3.0:1778923628.756190:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6974 00000100:00100000:3.0:1778923628.756195:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287659648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923628.756230:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.756233:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.756236:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923628.756238:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.756240:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.756262:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287660032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (902us total) trans 21474839289 rc 0/0 00002000:00010000:3.0:1778923628.756263:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.756266:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00000100:00100000:2.0:1778923628.756268:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6973 00002000:00010000:3.0:1778923628.756269:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923628.756271:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.756273:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.756280:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6975 00000100:00100000:2.0:1778923628.756285:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287660160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923628.756294:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287659648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 99us (892us total) trans 21474839290 rc 0/0 00000100:00100000:3.0:1778923628.756299:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6974 00000100:00100000:3.0:1778923628.756312:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6976 00000100:00100000:3.0:1778923628.756317:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287660544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923628.756353:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.756356:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.756358:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923628.756360:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.756362:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.756385:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287660160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (951us total) trans 21474839291 rc 0/0 00000100:00100000:2.0:1778923628.756391:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6975 00000100:00100000:2.0:1778923628.756404:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6977 00000100:00100000:2.0:1778923628.756410:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287660800:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923628.756557:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1311 committed 00000004:00080000:1.0:1778923628.756560:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1306 committed 00000004:00080000:1.0:1778923628.756562:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1310 committed 00000004:00080000:1.0:1778923628.756563:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1305 committed 00000004:00080000:1.0:1778923628.756565:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1304 committed 00000004:00080000:1.0:1778923628.756566:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1309 committed 00000004:00080000:1.0:1778923628.756568:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1308 committed 00000004:00080000:1.0:1778923628.756569:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1303 committed 00000004:00080000:1.0:1778923628.756570:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1302 committed 00010000:00010000:0.0:1778923628.756619:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b4c expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1778923628.756635:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1307 committed 00010000:00010000:0.0:1778923628.756739:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.756742:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923628.756745:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923628.756798:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281650048:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 81981us (82173us total) trans 8589939836 rc 0/0 00000100:00100000:0.0:1778923628.756805:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5486 00000100:00100000:0.0:1778923628.756838:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6978 00000100:00100000:0.0:1778923628.756846:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287661056:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.756905:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6979 00000100:00100000:0.0:1778923628.756961:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287661312:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.757014:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6980 00000100:00100000:0.0:1778923628.757020:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287660672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.757520:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.757524:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923628.757526:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923628.757528:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.757530:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923628.757569:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287660544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1251us (2099us total) trans 17179872159 rc 0/0 00000100:00100000:3.0:1778923628.757575:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6976 00000100:00100000:3.0:1778923628.757591:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6981 00000100:00100000:3.0:1778923628.757597:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287660416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.757723:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923628.757726:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923628.757728:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:3.0:1778923628.757729:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923628.757731:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:3.0:1778923628.757757:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287660416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 161us (2177us total) trans 17179872160 rc 0/0 00000100:00100000:3.0:1778923628.757765:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6981 00000100:00100000:3.0:1778923628.757778:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6982 00000100:00100000:3.0:1778923628.757783:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287660928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923628.757861:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.757863:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.757866:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923628.757867:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923628.757869:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923628.757894:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287660928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (2285us total) trans 17179872161 rc 0/0 00000100:00100000:3.0:1778923628.757899:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6982 00000100:00100000:3.0:1778923628.757912:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6983 00000100:00100000:3.0:1778923628.757918:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287661184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923628.758026:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287661184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (2401us total) trans 17179872162 rc 0/0 00000100:00100000:3.0:1778923628.758031:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6983 00000100:00100000:3.0:1778923628.758043:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6984 00000100:00100000:3.0:1778923628.758049:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287659392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923628.758136:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923628.758139:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923628.758141:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923628.758143:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923628.758145:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923628.758169:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287659392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 121us (2931us total) trans 21474839292 rc 0/0 00000100:00100000:3.0:1778923628.758174:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6984 00002000:00010000:2.0:1778923628.758290:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.758294:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.758296:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923628.758298:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923628.758300:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.758329:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287660800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1920us (2838us total) trans 17179872158 rc 0/0 00000100:00100000:2.0:1778923628.758334:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6977 00000004:00080000:2.0:1778923628.758390:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954fb80/2, rc 0, transno 17179872160 00000100:00100000:2.0:1778923628.758404:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660416:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923628.758415:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aab100/2, rc 0, transno 17179872161 00000100:00100000:2.0:1778923628.758418:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660928:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923628.758425:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954a680/2, rc 0, transno 17179872158 00000100:00100000:2.0:1778923628.758428:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660800:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923628.758439:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b9180/2, rc 0, transno 21474839292 00000100:00100000:2.0:1778923628.758449:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659392:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.758458:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f42300/2, rc 0, transno 21474839287 00000100:00100000:2.0:1778923628.758462:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659904:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.758471:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f41180/2, rc 0, transno 21474839285 00000100:00100000:2.0:1778923628.758474:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287659776:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.758483:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777df80/2, rc 0, transno 21474839286 00000100:00100000:2.0:1778923628.758486:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287660288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.758490:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661440:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.758540:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.758583:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287661696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.758618:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.758636:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923628.758641:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287661568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.758660:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.758683:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661440 00000100:00100000:1.0:1778923628.758688:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661440 00000100:00100000:1.0:1778923628.758714:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661696 00000100:00100000:1.0:1778923628.758717:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661696 00000100:00100000:1.0:1778923628.758728:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661568 00000100:00100000:1.0:1778923628.758730:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661568 00000100:00100000:1.0:1778923628.758742:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6985 00000100:00100000:1.0:1778923628.758748:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287661440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.758838:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6986 00000100:00100000:2.0:1778923628.758846:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287661696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923628.758846:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.758848:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.758851:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923628.758853:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.758855:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.758884:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287661440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (344us total) trans 17179872163 rc 0/0 00000100:00100000:1.0:1778923628.758890:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6985 00000100:00100000:1.0:1778923628.758903:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6987 00000100:00100000:1.0:1778923628.758909:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287661568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923628.758927:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.758929:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.758932:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923628.758934:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923628.758936:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.758966:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287661696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (348us total) trans 17179872164 rc 0/0 00000100:00100000:2.0:1778923628.758973:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6986 00000100:00100000:1.0:1778923628.759010:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287661568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 101us (349us total) trans 17179872165 rc 0/0 00000100:00100000:1.0:1778923628.759016:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6987 00000004:00080000:1.0:1778923628.759049:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99c00/2, rc 0, transno 17179872163 00000100:00100000:1.0:1778923628.759053:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661440:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923628.759067:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98a80/2, rc 0, transno 17179872165 00000100:00100000:1.0:1778923628.759071:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287661568:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923628.759077:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9b800/2, rc 0, transno 17179872164 00000100:00100000:1.0:1778923628.759080:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287661696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.759143:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661952:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.759164:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.759181:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1778923628.759187:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661824:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.759207:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923628.759223:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923628.759229:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287662080:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923628.759249:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923628.759280:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607702680/2, rc 0, transno 17179872162 00000100:00100000:3.0:1778923628.759286:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287661184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.759287:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661952 00000100:00100000:1.0:1778923628.759290:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661952 00000004:00080000:3.0:1778923628.759297:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73feeaa00/2, rc 0, transno 17179872159 00000100:00100000:3.0:1778923628.759299:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73feeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660544:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.759309:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287661824 00000004:00080000:3.0:1778923628.759310:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f43100/2, rc 0, transno 21474839290 00000100:00100000:1.0:1778923628.759311:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287661824 00000100:00100000:3.0:1778923628.759313:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287659648:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923628.759321:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777dc00/2, rc 0, transno 21474839291 00000100:00100000:1.0:1778923628.759322:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287662080 00000100:00100000:1.0:1778923628.759324:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287662080 00000100:00100000:3.0:1778923628.759325:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660160:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923628.759333:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f43480/2, rc 0, transno 21474839288 00000100:00100000:1.0:1778923628.759337:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6988 00000100:00100000:1.0:1778923628.759343:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287661952:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.759434:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6989 00002000:00010000:1.0:1778923628.759435:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923628.759438:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.759440:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00000100:00100000:2.0:1778923628.759441:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287661824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923628.759443:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:1.0:1778923628.759445:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923628.759473:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287661952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (307us total) trans 21474839293 rc 0/0 00000100:00100000:1.0:1778923628.759479:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6988 00000100:00100000:1.0:1778923628.759492:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6990 00000100:00100000:1.0:1778923628.759497:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287662080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.759562:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287661824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (352us total) trans 21474839294 rc 0/0 00000100:00100000:2.0:1778923628.759567:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6989 00000100:00100000:3.0:1778923628.759620:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287659520:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923628.759753:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ce00/2, rc 0, transno 21474839289 00000100:00100000:3.0:1778923628.759759:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923628.760406:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287661056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3560us (4876us total) trans 17179872166 rc 0/0 00000100:00100000:0.0:1778923628.760414:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6978 00000004:00080000:0.0:1778923628.760562:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aa8000/2, rc 0, transno 17179872166 00000100:00100000:0.0:1778923628.760567:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287661056:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923628.761153:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287661312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4191us (5600us total) trans 17179872167 rc 0/0 00000100:00100000:2.0:1778923628.761160:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6979 00000004:00080000:3.0:1778923628.761239:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607702d80/2, rc 0, transno 17179872167 00000100:00100000:3.0:1778923628.761245:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287661312:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923628.761563:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287660672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4542us (6001us total) trans 17179872168 rc 0/0 00000100:00100000:0.0:1778923628.761571:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6980 00000004:00080000:3.0:1778923628.761618:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9c00/2, rc 0, transno 17179872168 00000100:00100000:3.0:1778923628.761622:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287660672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923628.761780:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287662080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2281us (2527us total) trans 21474839295 rc 0/0 00000100:00100000:1.0:1778923628.761787:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6990 00000004:00080000:1.0:1778923628.761829:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99f80/2, rc 0, transno 21474839294 00000100:00100000:1.0:1778923628.761833:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661824:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923628.761841:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a300/2, rc 0, transno 21474839293 00000100:00100000:1.0:1778923628.761845:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287661952:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923628.762026:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ea00/2, rc 0, transno 21474839295 00000100:00100000:2.0:1778923628.762031:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287662080:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923628.764087:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.764216:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650176 00000100:00100000:1.0:1778923628.764230:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650176 00000100:00100000:1.0:1778923628.764352:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6991 00000100:00100000:1.0:1778923628.764362:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281650176:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923628.764380:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923628.764396:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b53 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.764426:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.764434:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.764437:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923628.764441:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 32 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.764470:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.764484:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923628.764497:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287662208:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923628.764593:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923628.770097:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.770327:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650304 00000100:00100000:0.0:1778923628.770336:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650304 00010000:00010000:0.0:1778923628.770374:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 33 pid: 32953 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.770420:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3133 00000100:00100000:0.0:1778923628.770430:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281650304:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1778923628.770694:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287662208:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923628.770723:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [45056->49151] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.770742:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642de00, rc 0) 00000100:00100000:3.0:1778923628.770801:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:54746:x1865335281650176:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6441us (6723us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.770809:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6991 00010000:00010000:0.0:1778923628.771461:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923628.771487:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.771589:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.771613:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3cdf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b45 expref: 32 pid: 32953 timeout: 1425 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.771626:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.771628:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923628.771635:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.771645:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.771682:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.771698:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287662336:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923628.771777:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923628.773585:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287662336:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923628.773611:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923628.773658:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281650304:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3229us (3569us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.773670:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3133 00000100:00100000:3.0:1778923628.792008:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.792107:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650432 00000100:00100000:2.0:1778923628.792117:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650432 00002000:00100000:2.0:1778923628.792167:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (45056->49151) req@ffff9ce601b41f80 x1865335281650432/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/0 e 0 to 0 dl 1778923639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.792176:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41f80 with x1865335281650432 ext(45056->49151) 00002000:00010000:2.0:1778923628.792182:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b41f80 00000100:00100000:2.0:1778923628.792214:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3490 00000100:00100000:2.0:1778923628.792224:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281650432:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923628.792420:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281650432:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 197us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1778923628.792428:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3490 00002000:00100000:2.0:1778923628.792435:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (45056->49151) req@ffff9ce601b41f80 x1865335281650432/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/4536 e 0 to 0 dl 1778923639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.792443:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41f80 with x1865335281650432 ext(45056->49151) 00002000:00010000:2.0:1778923628.792447:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b41f80 00000100:00100000:2.0:1778923628.807154:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.807269:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650560 00000100:00100000:3.0:1778923628.807353:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650560 00002000:00100000:3.0:1778923628.807399:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (49152->53247) req@ffff9ce607703800 x1865335281650560/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/0 e 0 to 0 dl 1778923639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923628.807412:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703800 with x1865335281650560 ext(49152->53247) 00002000:00010000:3.0:1778923628.807417:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607703800 00000100:00100000:3.0:1778923628.807449:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3491 00000100:00100000:3.0:1778923628.807458:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281650560:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923628.808645:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281650560:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 1180us (1492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923628.808655:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3491 00002000:00100000:3.0:1778923628.808665:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (49152->53247) req@ffff9ce607703800 x1865335281650560/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/4536 e 0 to 0 dl 1778923639 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923628.808673:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703800 with x1865335281650560 ext(49152->53247) 00002000:00010000:3.0:1778923628.808677:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607703800 00000100:00100000:1.0:1778923628.820891:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.820951:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650688 00000100:00100000:3.0:1778923628.820961:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650688 00002000:00100000:3.0:1778923628.821029:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (24576->90111) req@ffff9ce71123f480 x1865335281650688/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 504/0 e 0 to 0 dl 1778923639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923628.821040:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123f480 with x1865335281650688 ext(24576->90111) 00002000:00010000:3.0:1778923628.821046:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123f480 00000100:00100000:3.0:1778923628.821089:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3492 00000100:00100000:3.0:1778923628.821101:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281650688:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923628.828770:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281650688:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 7660us (7877us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1778923628.828785:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3492 00002000:00100000:3.0:1778923628.828797:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (24576->90111) req@ffff9ce71123f480 x1865335281650688/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 504/440 e 0 to 0 dl 1778923639 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923628.828809:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123f480 with x1865335281650688 ext(24576->90111) 00002000:00010000:3.0:1778923628.828815:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123f480 00000100:00100000:1.0:1778923628.836198:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.836804:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650816 00000100:00100000:2.0:1778923628.836818:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650816 00002000:00100000:2.0:1778923628.836881:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (45056->86015) req@ffff9ce71123ed80 x1865335281650816/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/0 e 0 to 0 dl 1778923639 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.836892:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123ed80 with x1865335281650816 ext(45056->86015) 00002000:00010000:2.0:1778923628.836898:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123ed80 00000100:00100000:2.0:1778923628.837157:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3493 00000100:00100000:2.0:1778923628.837168:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281650816:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923628.845192:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281650816:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 8015us (8993us total) trans 17179872169 rc 0/0 00000100:00100000:2.0:1778923628.845207:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3493 00002000:00100000:2.0:1778923628.845219:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (45056->86015) req@ffff9ce71123ed80 x1865335281650816/t17179872169(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:189/0 lens 488/448 e 0 to 0 dl 1778923639 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923628.845229:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123ed80 with x1865335281650816 ext(45056->86015) 00002000:00010000:2.0:1778923628.845236:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123ed80 00000100:00100000:2.0:1778923628.854167:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923628.854400:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281650944 00000100:00100000:0.0:1778923628.854409:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281650944 00000100:00100000:0.0:1778923628.854524:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6992 00000100:00100000:0.0:1778923628.854535:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281650944:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923628.910664:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872168 is committed 00000001:00080000:1.0:1778923628.910688:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872143 is committed 00000001:00080000:1.0:1778923628.910725:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872144 is committed 00000001:00080000:1.0:1778923628.910739:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872169 is committed 00000100:00100000:3.0:1778923628.911140:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281650944:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 56602us (56976us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.911151:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6992 00000100:00100000:0.0:1778923628.914635:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.914722:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651072 00000100:00100000:3.0:1778923628.914733:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651072 00000100:00100000:3.0:1778923628.914792:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5487 00000100:00100000:3.0:1778923628.914804:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281651072:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923628.915098:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923628.915119:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3cfb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b5a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.915190:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.915205:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.915218:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.915254:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.915268:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 200 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.915281:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287662464:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923628.915363:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923628.917716:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287662464:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923628.917747:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.918219:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.918295:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651200 00000100:00100000:2.0:1778923628.918302:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651200 00010000:00010000:2.0:1778923628.918336:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 201 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.918365:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3134 00000100:00100000:2.0:1778923628.918372:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281651200:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923628.918384:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 201 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918392:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 201 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918400:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 201 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918406:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923628.918408:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923628.918411:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918417:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918421:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.918442:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 201 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918466:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918473:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923628.918500:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281651200:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 127us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923628.918524:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3134 00000004:00200000:3.0:1778923628.918528:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 243517 00000004:00200000:3.0:1778923628.918532:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923628.918551:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918563:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918612:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3cfb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b5a expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918630:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b5a expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.918637:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923628.918639:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923628.918642:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73b9dca00, rc 0) 00000100:00100000:3.0:1778923628.918679:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281651072:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3877us (4054us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923628.918687:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5487 00000100:00100000:0.0:1778923628.931953:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.932144:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651456 00000100:00100000:3.0:1778923628.932154:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651456 00000100:00100000:3.0:1778923628.932224:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5488 00000100:00100000:3.0:1778923628.932234:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281651456:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:3.0:1778923628.932288:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1778923628.932316:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3ced lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b4c expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.932342:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d02 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b5a expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.932353:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923628.932358:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923628.932672:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.932687:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.932696:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923628.932751:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939837 00000004:00010000:3.0:1778923628.932790:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a444c7cb reply state 00000000cd162a0d transno 8589939838 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923628.932800:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923628.932898:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281651456:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 665us (954us total) trans 8589939838 rc 0/0 00000100:00100000:3.0:1778923628.932906:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5488 00000020:00080000:3.0:1778923628.932911:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923628.938113:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938130:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938138:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938144:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73b9dc800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923628.938149:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938156:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938175:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923628.938179:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923628.938183:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923628.938188:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d09 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923628.941294:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923628.941391:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651584 00000100:00100000:1.0:1778923628.941400:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651584 00000100:00100000:1.0:1778923628.941459:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5489 00000100:00100000:1.0:1778923628.941470:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281651584:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923628.941495:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923628.941531:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b61 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.941594:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.941613:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923628.941632:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923628.941635:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923628.941638:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642ca00, rc 0) 00000100:00100000:1.0:1778923628.941692:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281651584:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 224us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923628.941699:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5489 00000100:00100000:0.0:1778923628.955320:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.955612:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651712 00000100:00100000:2.0:1778923628.955620:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651712 00002000:00010000:2.0:1778923628.955671:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (89569->18446744073709551615) 00002000:00100000:2.0:1778923628.955675:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6300 with x1865335281651712 ext(89569->18446744073709551615) 00002000:00010000:2.0:1778923628.955686:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6300. 00000100:00100000:2.0:1778923628.955720:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3494 00000100:00100000:2.0:1778923628.955729:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281651712:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923628.956257:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 243517 -> 89569 00002000:00010000:2.0:1778923628.956262:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923626 -> 1778923629 00002000:00010000:2.0:1778923628.956264:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.956266:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923628 -> 1778923629 00002000:00010000:2.0:1778923628.956268:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923628.956332:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281651712:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 604us (1021us total) trans 17179872170 rc 0/0 00000100:00100000:2.0:1778923628.956348:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3494 00002000:00010000:2.0:1778923628.956351:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (89569->18446744073709551615) 00002000:00100000:2.0:1778923628.956354:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6300 with x1865335281651712 ext(89569->18446744073709551615) 00002000:00010000:2.0:1778923628.956359:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6300. 00000100:00100000:2.0:1778923628.959575:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923628.960483:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.964808:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651840 00000100:00100000:3.0:1778923628.964825:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651840 00000100:00100000:0.0:1778923628.965388:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281651968 00000100:00100000:0.0:1778923628.965394:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281651968 00002000:00010000:0.0:1778923628.965436:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923628.965442:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2d880 with x1865335281651968 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923628.965453:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2d880. 00000100:00100000:0.0:1778923628.965497:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3495 00000100:00100000:0.0:1778923628.965539:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281651968:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923628.965783:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923628.965787:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923626 -> 1778923629 00002000:00010000:0.0:1778923628.965790:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:0.0:1778923628.965793:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923628 -> 1778923629 00002000:00010000:0.0:1778923628.965795:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923628.965858:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281651968:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 352us (5378us total) trans 17179872171 rc 0/0 00000100:00100000:0.0:1778923628.965866:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3495 00002000:00010000:0.0:1778923628.965870:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923628.965873:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2d880 with x1865335281651968 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923628.965878:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2d880. 00002000:00010000:2.0:1778923628.967110:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923628.967119:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2f100 with x1865335281651840 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923628.967128:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602e2f100. 00000100:00100000:2.0:1778923628.967162:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3496 00000100:00100000:2.0:1778923628.967171:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281651840:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923628.967612:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923628.967616:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923626 -> 1778923629 00002000:00010000:2.0:1778923628.967618:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:2.0:1778923628.967620:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923628 -> 1778923629 00002000:00010000:2.0:1778923628.967622:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923628.967741:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281651840:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 570us (8173us total) trans 21474839296 rc 0/0 00000100:00100000:2.0:1778923628.967748:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3496 00002000:00010000:2.0:1778923628.967752:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923628.967756:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2f100 with x1865335281651840 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923628.967761:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602e2f100. 00000100:00100000:2.0:1778923628.974272:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923628.974370:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652096 00000100:00100000:3.0:1778923628.974380:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652096 00000100:00100000:3.0:1778923628.974444:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5490 00000100:00100000:3.0:1778923628.974454:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281652096:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923628.974474:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923628.974494:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d17 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b68 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.974612:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.974627:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923628.974854:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923628.974948:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 89569 00000004:00200000:0.0:1778923628.974953:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923628.974984:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.975013:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dca00/0x3baece0abe6a3d17 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b68 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.975030:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b68 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923628.975038:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923628.975040:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923628.975044:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73b9dc800, rc 0) 00000100:00100000:0.0:1778923628.975107:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281652096:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 655us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923628.975114:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5490 00000100:00100000:0.0:1778923629.001076:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.001175:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652352 00000100:00100000:2.0:1778923629.001184:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652352 00000100:00100000:2.0:1778923629.001244:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5491 00000100:00100000:2.0:1778923629.001255:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281652352:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923629.001319:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923629.001343:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73b9dc800/0x3baece0abe6a3d1e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b68 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.001364:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.001369:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923629.001638:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.001653:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.001664:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923629.001716:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939839 00000004:00010000:2.0:1778923629.001742:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000098aaedba reply state 00000000b824b4db transno 8589939840 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.001751:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923629.002096:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281652352:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 840us (1024us total) trans 8589939840 rc 0/0 00000100:00100000:2.0:1778923629.002105:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5491 00000020:00080000:2.0:1778923629.002110:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923629.005705:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.005740:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.005820:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652608 00000100:00100000:3.0:1778923629.005835:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.005840:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652608 00000100:00100000:3.0:1778923629.005858:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652480 00000100:00100000:3.0:1778923629.005861:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652480 00002000:00010000:3.0:1778923629.005879:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (205532->18446744073709551615) 00002000:00010000:1.0:1778923629.005879:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923629.005883:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b42d80 with x1865335281652480 ext(205532->18446744073709551615) 00002000:00100000:1.0:1778923629.005883:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41c00 with x1865335281652608 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923629.005895:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b42d80. 00002000:00010000:1.0:1778923629.005895:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce601b41c00. 00010000:00010000:2.0:1778923629.006023:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006035:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006042:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006048:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.006053:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006060:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006075:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.006078:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923629.006082:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.006087:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a3d25 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.006216:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652736 00000100:00100000:3.0:1778923629.006220:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652736 00002000:00010000:3.0:1778923629.006235:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923629.006238:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b43800 with x1865335281652736 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923629.006244:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b43800. 00000100:00100000:1.0:1778923629.010521:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3497 00000100:00100000:1.0:1778923629.010561:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281652480:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923629.011096:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 89569 -> 205532 00002000:00010000:1.0:1778923629.011101:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923629.011104:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:1.0:1778923629.011106:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923629.011108:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923629.011178:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281652480:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 641us (5435us total) trans 17179872172 rc 0/0 00000100:00100000:1.0:1778923629.011186:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3497 00002000:00010000:1.0:1778923629.011191:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (205532->18446744073709551615) 00002000:00100000:1.0:1778923629.011194:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b42d80 with x1865335281652480 ext(205532->18446744073709551615) 00002000:00010000:1.0:1778923629.011200:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b42d80. 00000100:00100000:1.0:1778923629.011223:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3498 00000100:00100000:1.0:1778923629.011243:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281652608:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:0.0:1778923629.012693:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3499 00000100:00100000:0.0:1778923629.012713:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281652736:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923629.012917:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923629.012921:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923629.012923:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:0.0:1778923629.012925:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923629.012933:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923629.012988:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281652736:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 285us (7161us total) trans 17179872173 rc 0/0 00000100:00100000:0.0:1778923629.012996:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3499 00002000:00010000:0.0:1778923629.013001:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923629.013004:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b43800 with x1865335281652736 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923629.013010:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b43800. 00002000:00010000:1.0:1778923629.013521:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923629.013526:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923629.013529:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923626 -> 1778923626 00002000:00010000:1.0:1778923629.013531:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923629.013533:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923629.013560:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281652608:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 2329us (7864us total) trans 21474839297 rc 0/0 00000100:00100000:1.0:1778923629.013568:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3498 00002000:00010000:1.0:1778923629.013571:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923629.013574:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b41c00 with x1865335281652608 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923629.013579:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce601b41c00. 00000100:00100000:2.0:1778923629.019870:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.020075:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652864 00000100:00100000:3.0:1778923629.020084:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652864 00000100:00100000:3.0:1778923629.020141:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5492 00000100:00100000:3.0:1778923629.020151:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281652864:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923629.020174:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923629.020193:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a3d2c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b6f expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020369:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020385:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020398:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923629.020427:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00000004:00200000:3.0:1778923629.020432:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923629.020451:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020479:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a3d2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b6f expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020496:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b6f expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.020756:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923629.020759:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923629.020763:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9000, rc 0) 00000100:00100000:3.0:1778923629.020820:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281652864:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 671us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.020829:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5492 00000100:00100000:1.0:1778923629.027998:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.032259:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281652992 00000100:00100000:3.0:1778923629.032713:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281652992 00002000:00100000:0.0:1778923629.033734:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (0->208895) req@ffff9ce71123c700 x1865335281652992/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:190/0 lens 504/0 e 0 to 0 dl 1778923640 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923629.033747:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c700 with x1865335281652992 ext(0->208895) 00002000:00010000:0.0:1778923629.033755:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c700 00000100:00100000:0.0:1778923629.033833:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3500 00000100:00100000:0.0:1778923629.033843:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281652992:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923629.044608:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281652992:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 10757us (16610us total) trans 0 rc 143360/143360 00000100:00100000:2.0:1778923629.044621:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3500 00002000:00100000:2.0:1778923629.044635:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (0->208895) req@ffff9ce71123c700 x1865335281652992/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:190/0 lens 504/440 e 0 to 0 dl 1778923640 ref 1 fl Complete:/600/0 rc 143360/143360 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923629.044645:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c700 with x1865335281652992 ext(0->208895) 00002000:00010000:2.0:1778923629.044652:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123c700 00000100:00100000:0.0:1778923629.078114:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.078155:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.078186:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.078216:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.078486:0:30321:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281653120 00000100:00100000:3.0:1778923629.078497:0:30321:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281653120 00000100:00100000:3.0:1778923629.078576:0:30321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 179 00000100:00100000:3.0:1778923629.078708:0:30321:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281653120:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:3.0:1778923629.078786:0:30321:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281653120:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 200us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.078795:0:30321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 179 00000100:00100000:2.0:1778923629.079462:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281653248 00000100:00100000:2.0:1778923629.079470:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281653248 00000100:00100000:2.0:1778923629.079536:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 208 00000100:00100000:2.0:1778923629.079544:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281653248:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:2.0:1778923629.079584:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281653248:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 41us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.079715:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 208 00000100:00100000:1.0:1778923629.079789:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281653376 00000100:00100000:1.0:1778923629.079794:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281653376 00000100:00100000:1.0:1778923629.079827:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281653504 00000100:00100000:1.0:1778923629.079830:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281653504 00000100:00100000:1.0:1778923629.079852:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 568 00000100:00100000:1.0:1778923629.079858:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281653376:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923629.079888:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281653376:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 31us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.079895:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 568 00000100:00100000:1.0:1778923629.079909:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 569 00000100:00100000:1.0:1778923629.079915:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281653504:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923629.079937:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281653504:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 24us (1721us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.079942:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 569 00000100:00100000:3.0:1778923629.095571:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.095886:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281653760 00000100:00100000:1.0:1778923629.095895:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281653760 00000100:00100000:1.0:1778923629.095954:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5493 00000100:00100000:1.0:1778923629.095964:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54913:x1865335281653760:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923629.095992:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923629.096013:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a3d3a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b76 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096125:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096139:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096151:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096164:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096170:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.096177:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097107:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3d4f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097121:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3d4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097129:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3d4f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923629.097139:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:1.0:1778923629.097234:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097242:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097248:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.097253:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923629.097258:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099888:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099909:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923629.099912:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923629.099918:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099926:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a3d41 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099947:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099952:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099958:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099963:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642dc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923629.099966:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099971:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.099989:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce703d27f00) 00010000:00010000:1.0:1778923629.099992:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923629.099996:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.100002:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a3d48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.100070:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a3d3a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b76 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.103742:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3d4f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b76 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.103754:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923629.103757:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923629.103761:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642d600, rc 0) 00000100:00100000:1.0:1778923629.103855:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54913:x1865335281653760:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7891us (8290us total) trans 8589939841 rc 0/0 00000100:00100000:1.0:1778923629.103864:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5493 00000100:00100000:0.0:1778923629.109799:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.109853:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.110126:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281654016 00000100:00100000:3.0:1778923629.110136:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281654016 00000100:00100000:3.0:1778923629.110189:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2026 00000100:00100000:3.0:1778923629.110199:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df6b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54913:x1865335281654016:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923629.110895:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df6b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54913:x1865335281654016:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 694us (1105us total) trans 8589939842 rc 0/0 00000100:00100000:3.0:1778923629.110904:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2026 00000100:00100000:2.0:1778923629.111547:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281654144 00000100:00100000:2.0:1778923629.111554:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281654144 00000100:00100000:2.0:1778923629.111602:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 562 00000100:00100000:2.0:1778923629.111611:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:2354:x1865335281654144:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923629.111627:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923629.111650:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d600/0x3baece0abe6a3d4f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b76 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.111669:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.111673:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923629.111705:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281654144:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 95us (1862us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.111712:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 562 00000100:00100000:0.0:1778923629.124600:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.124684:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281654400 00000100:00100000:3.0:1778923629.124693:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281654400 00000100:00100000:3.0:1778923629.124751:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5494 00000100:00100000:3.0:1778923629.124761:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54913:x1865335281654400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923629.124784:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923629.124803:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8e00/0x3baece0abe6a3d5d lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b7d expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.126446:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.126464:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.126476:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923629.126487:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bc:0x0]: returning size 0 00010000:00010000:3.0:1778923629.126573:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8e00/0x3baece0abe6a3d5d lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.126591:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.126600:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce722718700) 00010000:00010000:3.0:1778923629.126604:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923629.126607:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce703ef6200, rc 0) 00000100:00100000:3.0:1778923629.126672:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54913:x1865335281654400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1911us (2080us total) trans 8589939843 rc 0/0 00000100:00100000:3.0:1778923629.126680:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5494 00000100:00100000:3.0:1778923629.136394:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.146912:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281654656 00000100:00100000:2.0:1778923629.146926:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281654656 00000100:00100000:2.0:1778923629.147004:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5495 00000100:00100000:2.0:1778923629.147015:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54913:x1865335281654656:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.147041:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.147062:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3d72 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b84 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.147174:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.147189:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.147199:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.147233:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.147246:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 209 pid: 30328 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.147259:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287662592:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923629.148191:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.155758:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.155839:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281654784 00000100:00100000:1.0:1778923629.155848:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281654784 00010000:00010000:1.0:1778923629.155888:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 210 pid: 30328 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.155931:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3135 00000100:00100000:1.0:1778923629.155942:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281654784:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923629.155958:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923629.155964:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 210 pid: 30328 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.155992:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 210 pid: 30328 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.156013:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce722718700) 00010000:00010000:1.0:1778923629.156022:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.156031:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.156038:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.156056:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923629.156098:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281654784:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 159us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.156105:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3135 00010000:00010000:3.0:1778923629.156312:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a3d64 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b7d expref: 209 pid: 30328 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.156330:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287662592:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923629.156349:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156358:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156363:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923629.156380:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bc:0x0]: returning size 0 00000004:00080000:3.0:1778923629.156759:0:31254:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2a7:0x0], index 1: 0 00000004:00080000:3.0:1778923629.156769:0:31254:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c3:0x0], index 0: 0 00010000:00010000:3.0:1778923629.156911:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156925:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156931:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156937:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bb400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923629.156942:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156949:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156959:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce722718700) 00010000:00010000:3.0:1778923629.156962:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923629.156965:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.156971:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a3d79 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.157030:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3d72 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b84 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.157040:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923629.157043:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1778923629.157046:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bbe00/0x3baece0abe6a3d72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b84 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.157060:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bbe00, rc 0) 00000100:00100000:3.0:1778923629.157106:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54913:x1865335281654656:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 10094us (20723us total) trans 8589939844 rc 301/301 00000100:00100000:3.0:1778923629.157115:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5495 00000100:00100000:0.0:1778923629.167330:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.167492:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655040 00000100:00100000:2.0:1778923629.167533:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655040 00000100:00100000:2.0:1778923629.167596:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2027 00000100:00100000:2.0:1778923629.167607:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54913:x1865335281655040:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923629.167988:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54913:x1865335281655040:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 381us (665us total) trans 8589939845 rc 0/0 00000100:00100000:2.0:1778923629.167996:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2027 00000100:00100000:2.0:1778923629.173421:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.173937:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655168 00000100:00100000:1.0:1778923629.173947:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655168 00000100:00100000:0.0:1778923629.174214:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5496 00000100:00100000:0.0:1778923629.174225:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54913:x1865335281655168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923629.174246:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923629.174266:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3d87 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b8b expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174407:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174420:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174430:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923629.174461:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bc:0x0]: returning size 0 00000004:00200000:0.0:1778923629.174465:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923629.174479:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174521:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3d87 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b8b expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174538:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b8b expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.174546:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce701403d00) 00010000:00010000:0.0:1778923629.174549:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1778923629.174552:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923629.174616:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54913:x1865335281655168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 393us (1203us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.174623:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5496 00000100:00100000:3.0:1778923629.179043:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.179089:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.179172:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655296 00000100:00100000:2.0:1778923629.179183:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655296 00000100:00100000:2.0:1778923629.179239:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655424 00000100:00100000:2.0:1778923629.179242:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655424 00000100:00100000:2.0:1778923629.179278:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6993 00000100:00100000:2.0:1778923629.179289:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281655296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.179309:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.179329:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b92 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.179355:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923629.179374:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.179377:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.179385:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.179404:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.179417:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067ba000, rc 0) 00000100:00100000:2.0:1778923629.179470:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281655296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 184us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.179477:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6993 00000100:00100000:2.0:1778923629.179495:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6994 00000100:00100000:2.0:1778923629.179524:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281655424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.179532:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.179544:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546b99 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.179561:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923629.179570:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.179572:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.179577:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.179599:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.179608:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bbe00, rc 0) 00000100:00100000:2.0:1778923629.179627:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281655424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 126us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.179633:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6994 00010000:00010000:0.0:1778923629.182733:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923629.185315:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.185588:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655680 00000100:00100000:0.0:1778923629.185599:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655680 00000100:00100000:0.0:1778923629.185663:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5497 00000100:00100000:0.0:1778923629.185673:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54913:x1865335281655680:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923629.185693:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923629.185696:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923629.185721:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a3cd1 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b3e expref: 210 pid: 30327 timeout: 1425 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.185741:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923629.185746:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923629.185760:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3da3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ba0 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.185853:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.185867:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.185877:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923629.185899:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:0.0:1778923629.186024:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3da3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba0 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.186038:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba0 expref: 211 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.186050:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923629.186053:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923629.186056:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923629.186122:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54913:x1865335281655680:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 451us (817us total) trans 8589939846 rc 0/0 00000100:00100000:0.0:1778923629.186129:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5497 00000100:00100000:2.0:1778923629.207283:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.207338:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.207432:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655808 00000100:00100000:1.0:1778923629.207443:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655808 00000100:00100000:1.0:1778923629.207539:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281655936 00000100:00100000:1.0:1778923629.207542:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281655936 00000100:00100000:1.0:1778923629.207572:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6995 00000100:00100000:1.0:1778923629.207582:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281655808:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923629.207641:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207668:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 25 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207676:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.207679:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.207683:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207720:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 25 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207734:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 25 pid: 6546 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.207748:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287662720:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923629.207820:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923629.207842:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6996 00000100:00100000:1.0:1778923629.207849:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281655936:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923629.207871:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207883:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207895:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.207897:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.207899:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207923:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.207934:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.207944:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287662848:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923629.207989:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.210189:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.210474:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656064 00000100:00100000:1.0:1778923629.210484:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656064 00000100:00100000:1.0:1778923629.210572:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6997 00000100:00100000:1.0:1778923629.210582:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281656064:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923629.210781:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.210802:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.210810:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.210813:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923629.210817:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.210849:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.210862:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 26 pid: 26019 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.210877:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287662976:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923629.210991:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.215904:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.215965:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.216008:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656320 00000100:00100000:3.0:1778923629.216016:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656320 00010000:00010000:3.0:1778923629.216054:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 31 pid: 32943 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.216091:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656192 00000100:00100000:3.0:1778923629.216094:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656192 00010000:00010000:3.0:1778923629.216111:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 27 pid: 6546 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.216131:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3136 00000100:00100000:3.0:1778923629.216140:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281656320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923629.216154:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923629.216175:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 31 pid: 32943 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.216192:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 31 pid: 32943 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.216217:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.216219:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.216224:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.216235:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.216257:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923629.216723:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3137 00000100:00100000:0.0:1778923629.216736:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281656192:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923629.216747:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923629.216765:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 27 pid: 6546 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.216779:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 27 pid: 6546 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.216796:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923629.216799:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923629.216803:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.216808:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281656320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 665us (920us total) trans 0 rc 0/0 00010000:00010000:0.0:1778923629.216821:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.216823:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3136 00010000:00010000:0.0:1778923629.216840:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923629.216865:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281656192:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 133us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.216874:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3137 00010000:00010000:1.0:1778923629.217909:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3cf4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 45056->49151) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b53 expref: 26 pid: 6546 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.217928:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287662720:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923629.217952:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.217962:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.217968:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218004:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218013:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218022:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218028:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923629.218032:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218039:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218053:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.218061:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3db8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.218138:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281655808:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 10557us (10879us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.218146:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6995 00010000:00010000:2.0:1778923629.219076:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a3c22 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b14 expref: 30 pid: 32943 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.219103:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287662848:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923629.219121:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219130:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219136:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219162:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219170:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219179:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219185:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642dc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923629.219189:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219196:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219210:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.219217:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a3dbf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.219291:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281655936:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 11442us (11952us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.219300:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6996 00000100:00100000:3.0:1778923629.222226:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.222261:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656448 00000100:00100000:0.0:1778923629.222270:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656448 00010000:00010000:0.0:1778923629.222312:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 25 pid: 26019 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.222827:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287662976:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923629.222852:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.222926:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3138 00000100:00100000:0.0:1778923629.222939:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281656448:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923629.222955:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923629.222991:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 25 pid: 26019 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.223005:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 25 pid: 26019 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.223031:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a3c29 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b1b expref: 25 pid: 26019 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.223047:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923629.223049:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923629.223054:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.223065:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.223103:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923629.223159:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281656448:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 223us (943us total) trans 0 rc 0/0 00010000:00010000:1.0:1778923629.223163:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.223167:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3138 00010000:00010000:1.0:1778923629.223172:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223197:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223206:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223215:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223222:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923629.223233:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223243:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.223255:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.224774:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3dc6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.224935:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281656064:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 14352us (14752us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.224943:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6997 00000100:00100000:3.0:1778923629.228680:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.228718:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.228751:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.228841:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656576 00000100:00100000:2.0:1778923629.228852:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656576 00000100:00100000:2.0:1778923629.228902:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656704 00000100:00100000:2.0:1778923629.228905:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656704 00000100:00100000:2.0:1778923629.228927:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656832 00000100:00100000:2.0:1778923629.228930:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656832 00000100:00100000:2.0:1778923629.228949:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6998 00000100:00100000:2.0:1778923629.228958:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281656576:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.228983:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.229003:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ba7 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.229029:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 205532, mtime: 0x6a08386d, atime: 0x6a08386a, ctime: 0x6a08386d, blocks: 0x207 00010000:00010000:2.0:1778923629.229049:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229051:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229061:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229089:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229104:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bbc00, rc 0) 00000100:00100000:2.0:1778923629.229156:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281656576:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 199us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.229162:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6998 00000100:00100000:2.0:1778923629.229180:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 6999 00000100:00100000:2.0:1778923629.229186:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281656704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.229194:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.229206:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bae expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.229225:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08386d, atime: 0x6a08386a, ctime: 0x6a08386d, blocks: 0x3 00010000:00010000:2.0:1778923629.229235:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229237:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229242:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229254:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229262:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bba00, rc 0) 00000100:00100000:2.0:1778923629.229280:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281656704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 95us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.229287:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 6999 00000100:00100000:2.0:1778923629.229298:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7000 00000100:00100000:2.0:1778923629.229304:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281656832:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.229311:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.229322:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bb5 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.229334:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08386d, atime: 0x6a08386a, ctime: 0x6a08386d, blocks: 0x3 00010000:00010000:2.0:1778923629.229343:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229345:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.229349:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229364:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.229372:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bb400, rc 0) 00000100:00100000:2.0:1778923629.229389:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281656832:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 85us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.229395:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7000 00000100:00100000:3.0:1778923629.300253:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.300706:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281656960 00000100:00100000:0.0:1778923629.300717:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281656960 00000100:00100000:1.0:1778923629.300970:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3501 00000100:00100000:1.0:1778923629.300996:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281656960:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923629.301031:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.301046:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.301047:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.301052:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.301063:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306037:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306058:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306066:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306074:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923629.306079:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306087:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306106:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.306114:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.306219:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281656960:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5224us (5972us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923629.306227:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3501 00000100:00100000:0.0:1778923629.313677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.313717:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657088 00000100:00100000:1.0:1778923629.313730:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657088 00000100:00100000:1.0:1778923629.313807:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3502 00000100:00100000:1.0:1778923629.313817:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281657088:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923629.313991:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.314012:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.314026:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.314028:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.314031:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.314066:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 25 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.314081:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 25 pid: 6548 timeout: 1426 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.314096:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287663104:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923629.314185:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923629.322092:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287663104:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923629.322126:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.322808:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.323749:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657216 00000100:00100000:1.0:1778923629.323761:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657216 00010000:00010000:1.0:1778923629.323804:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 26 pid: 6548 timeout: 1426 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.324136:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3139 00000100:00100000:1.0:1778923629.324147:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281657216:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923629.324168:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923629.324192:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 26 pid: 6548 timeout: 1426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.324205:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 26 pid: 6548 timeout: 1426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.324227:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3d95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b92 expref: 26 pid: 6548 timeout: 1426 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.324245:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.324247:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.324251:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.324261:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.324349:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923629.324409:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281657216:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 263us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.324418:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3139 00010000:00010000:0.0:1778923629.328746:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.328766:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923629.383015:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872173 is committed 00000001:00080000:3.0:1778923629.383036:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872174 is committed 00002000:00010000:1.0:1778923629.383373:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 0 -> 205532 00002000:00010000:1.0:1778923629.383378:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 0 -> 1778923629 00002000:00010000:1.0:1778923629.383381:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 0 -> 1778923629 00002000:00010000:1.0:1778923629.383383:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1778923629.383394:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383407:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383415:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383422:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923629.383426:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383435:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383453:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.383461:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3de9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.383937:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281657088:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 70115us (70262us total) trans 17179872174 rc 0/0 00000100:00100000:1.0:1778923629.383948:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3502 00000100:00100000:3.0:1778923629.387311:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.387911:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657344 00000100:00100000:1.0:1778923629.387921:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657344 00000100:00100000:1.0:1778923629.388021:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5498 00000100:00100000:1.0:1778923629.388032:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54913:x1865335281657344:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:1.0:1778923629.421031:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939846 is committed 00000100:00100000:2.0:1778923629.421378:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54913:x1865335281657344:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 33342us (34072us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.421391:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5498 00000100:00100000:3.0:1778923629.426324:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.426425:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657472 00000100:00100000:2.0:1778923629.426434:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657472 00000100:00100000:2.0:1778923629.426498:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7001 00000100:00100000:2.0:1778923629.426545:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281657472:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:2.0:1778923629.426663:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281657472:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 120us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.426670:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7001 00000100:00100000:0.0:1778923629.429757:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.430234:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657600 00000100:00100000:2.0:1778923629.430243:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657600 00000100:00100000:2.0:1778923629.430350:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7002 00000100:00100000:2.0:1778923629.430361:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281657600:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:2.0:1778923629.430474:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281657600:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 115us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.430482:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7002 00000100:00100000:0.0:1778923629.452712:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.452766:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.452798:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.453033:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657728 00000100:00100000:3.0:1778923629.453042:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657728 00000100:00100000:3.0:1778923629.453101:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657984 00000100:00100000:3.0:1778923629.453105:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657984 00000100:00100000:3.0:1778923629.453124:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281657856 00000100:00100000:3.0:1778923629.453126:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281657856 00000100:00100000:3.0:1778923629.453147:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7003 00000100:00100000:3.0:1778923629.453155:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281657728:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923629.453197:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453214:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.453216:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.453220:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453234:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453266:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.453273:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7004 00010000:00010000:3.0:1778923629.453279:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.453290:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281657984:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923629.453291:0:26020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453302:0:26020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce708d44200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923629.453306:0:26020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453314:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453315:0:26020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453337:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.453340:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.453343:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453350:0:26020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453356:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453361:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3df0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453382:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453391:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453398:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453405:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067ba000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923629.453408:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453416:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.453429:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.453437:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281657728:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 280us (732us total) trans 0 rc 0/0 00010000:00010000:2.0:1778923629.453439:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3df7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.453452:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7003 00000100:00100000:3.0:1778923629.453475:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7005 00000100:00100000:2.0:1778923629.453487:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281657984:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 201us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.453488:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281657856:12345-192.168.203.24@tcp:1:lfs.0 00000100:00100000:2.0:1778923629.453534:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7004 00010000:00010000:3.0:1778923629.453556:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453566:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.453568:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.453571:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453580:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453615:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453622:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453630:0:26020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453637:0:26020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce708d45c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923629.453640:0:26020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453647:0:26020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453656:0:26020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.453663:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3dfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.453700:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281657856:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 218us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.453710:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7005 00000100:00100000:0.0:1778923629.460225:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.460486:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281658240 00000100:00100000:2.0:1778923629.460495:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281658240 00000100:00100000:2.0:1778923629.461017:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5499 00000100:00100000:2.0:1778923629.461029:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54913:x1865335281658240:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923629.461090:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923629.461115:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3d8e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bc:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b8b expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.461135:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce701403d00) 00010000:00010000:2.0:1778923629.461146:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923629.461175:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.461187:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.461196:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923629.461372:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f481b476 reply state 00000000a2d40f3f transno 8589939847 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.461382:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923629.461485:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281658240:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 458us (1268us total) trans 8589939847 rc 0/0 00000100:00100000:2.0:1778923629.461493:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5499 00010000:00010000:2.0:1778923629.465382:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465401:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465409:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465415:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067ba000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.465420:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465428:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465444:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8a200) 00010000:00010000:2.0:1778923629.465447:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923629.465452:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.465458:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3e05 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.466537:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.466614:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281658368 00000100:00100000:2.0:1778923629.466623:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281658368 00000100:00100000:2.0:1778923629.466673:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5500 00000100:00100000:2.0:1778923629.466683:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54913:x1865335281658368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.466707:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.466730:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bbc expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.466784:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.466798:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.466814:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8af00) 00010000:00010000:2.0:1778923629.466817:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923629.466820:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:2.0:1778923629.466879:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281658368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 199us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.466886:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5500 00000100:00100000:0.0:1778923629.472477:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.472579:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281658496 00000100:00100000:2.0:1778923629.472732:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281658496 00000100:00100000:2.0:1778923629.472949:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7006 00000100:00100000:2.0:1778923629.472959:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281658496:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:2.0:1778923629.473487:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281658496:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 528us (1016us total) trans 17179872175 rc 0/0 00000100:00100000:2.0:1778923629.473499:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7006 00000100:00100000:0.0:1778923629.477282:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.477380:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281658624 00000100:00100000:1.0:1778923629.477389:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281658624 00000100:00100000:1.0:1778923629.477482:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7007 00000100:00100000:1.0:1778923629.477493:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281658624:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923629.477917:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923629.477921:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 0 -> 1778923629 00002000:00010000:1.0:1778923629.477924:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 0 -> 1778923629 00002000:00010000:1.0:1778923629.477926:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 0 -> 1778923629 00002000:00010000:1.0:1778923629.477928:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923629.478000:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281658624:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 508us (726us total) trans 21474839298 rc 0/0 00000100:00100000:1.0:1778923629.478008:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7007 00000100:00100000:0.0:1778923629.481950:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.482176:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281658880 00000100:00100000:2.0:1778923629.482187:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281658880 00000100:00100000:2.0:1778923629.482260:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5501 00000100:00100000:2.0:1778923629.482269:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281658880:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:2.0:1778923629.482337:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482359:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482372:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482395:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482401:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482407:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482413:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.482417:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482424:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482440:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8af00) 00010000:00010000:2.0:1778923629.482443:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1778923629.482448:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.482453:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e13 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.482575:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281658880:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 306us (634us total) trans 0 rc -22/-22 00000100:00100000:2.0:1778923629.482583:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5501 00000100:00100000:0.0:1778923629.488243:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.488979:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659136 00000100:00100000:2.0:1778923629.488990:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659136 00000100:00100000:2.0:1778923629.489324:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5502 00000100:00100000:2.0:1778923629.489336:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281659136:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923629.489392:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923629.489419:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a3d33 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b6f expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.489439:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.489446:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923629.489486:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.489500:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.489546:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923629.489725:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004fb18e59 reply state 0000000026588d7e transno 8589939848 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.489735:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923629.489852:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54913:x1865335281659136:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 518us (1617us total) trans 8589939848 rc 0/0 00000100:00100000:2.0:1778923629.489859:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5502 00010000:00010000:1.0:1778923629.495530:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495548:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495554:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495561:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923629.495565:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495573:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495608:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923629.495610:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923629.495615:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.495620:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a3e1a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.498293:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.498362:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.498386:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.499912:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659264 00000100:00100000:3.0:1778923629.499926:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659264 00000100:00100000:3.0:1778923629.500254:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659392 00000100:00100000:3.0:1778923629.500259:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659392 00000100:00100000:3.0:1778923629.500284:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659520 00000100:00100000:3.0:1778923629.500287:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659520 00000100:00100000:3.0:1778923629.500312:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7008 00000100:00100000:3.0:1778923629.500323:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281659264:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923629.500551:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 205532 -> 205532 00002000:00010000:3.0:1778923629.500556:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.500558:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923626 -> 1778923629 00002000:00010000:3.0:1778923629.500560:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.500562:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 263 00000100:00100000:3.0:1778923629.500928:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281659264:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 606us (3594us total) trans 17179872176 rc 0/0 00000100:00100000:3.0:1778923629.500937:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7008 00000100:00100000:3.0:1778923629.500960:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7009 00000100:00100000:3.0:1778923629.500967:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281659392:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923629.501331:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923629.501335:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.501338:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923626 -> 1778923629 00002000:00010000:3.0:1778923629.501340:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.501342:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923629.501367:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281659392:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 401us (3004us total) trans 21474839299 rc 0/0 00000100:00100000:3.0:1778923629.501374:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7009 00000100:00100000:3.0:1778923629.501388:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7010 00000100:00100000:3.0:1778923629.501395:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281659520:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923629.501480:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923629.501482:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.501484:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923626 -> 1778923629 00002000:00010000:3.0:1778923629.501486:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923629.501488:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923629.501534:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281659520:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 138us (3147us total) trans 17179872177 rc 0/0 00000100:00100000:3.0:1778923629.501540:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7010 00000100:00100000:3.0:1778923629.507968:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.508351:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659776 00000100:00100000:2.0:1778923629.508361:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659776 00000100:00100000:2.0:1778923629.508420:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2028 00000100:00100000:2.0:1778923629.508429:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281659776:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923629.508543:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba0 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.508582:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.508594:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.508602:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.508635:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.508648:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 202 pid: 31653 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.508664:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287663232:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923629.508740:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce74120d240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.514568:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287663232:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923629.514613:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.517495:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.518405:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281659904 00000100:00100000:1.0:1778923629.518417:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281659904 00010000:00010000:1.0:1778923629.518462:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 203 pid: 31653 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.518528:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3140 00000100:00100000:1.0:1778923629.518537:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281659904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923629.518552:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923629.518558:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 203 pid: 31653 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518570:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 203 pid: 31653 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518608:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a3d10 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b61 expref: 203 pid: 31653 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518624:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923629.518629:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518639:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518646:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.518677:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923629.519436:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:2353:x1865335281659904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 204us (1255us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.519449:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3140 00010000:00010000:2.0:1778923629.519543:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519551:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519574:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519585:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519601:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519636:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.519649:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 201 pid: 30325 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.519668:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287663360:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923629.519743:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce74120d240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.525902:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.526313:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287663360:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923629.526340:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.533330:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281660032 00000100:00100000:0.0:1778923629.533353:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281660032 00010000:00010000:0.0:1778923629.533402:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923629.533448:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3141 00000100:00100000:0.0:1778923629.533458:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281660032:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923629.533474:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923629.533481:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.533494:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.533564:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e0c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bbc expref: 202 pid: 30325 timeout: 1426 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.533585:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8af00) 00010000:00010000:0.0:1778923629.533593:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.533603:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.533611:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.533736:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923629.533802:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281660032:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 345us (7913us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.533810:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3141 00010000:00010000:3.0:1778923629.533884:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.533903:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923629.534951:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.535034:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923629.535067:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.536169:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287663488 00000100:00100000:0.0:1778923629.536192:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287663488 00000100:00100000:0.0:1778923629.536247:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1778923629.536257:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287663488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923629.536382:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287663488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 128us (1347us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.536390:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1778923629.537098:0:31668:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872168 gen 2 00000004:00080000:1.0:1778923629.537107:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac8e00, transno 17179872147 00000004:00080000:1.0:1778923629.537123:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacb480, transno 17179872148 00000004:00080000:1.0:1778923629.537126:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 17179872149 00000004:00080000:1.0:1778923629.537128:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacbb80, transno 17179872150 00000004:00080000:1.0:1778923629.537131:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709549c00, transno 17179872151 00000004:00080000:1.0:1778923629.537133:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacb100, transno 17179872152 00000004:00080000:1.0:1778923629.537135:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548380, transno 17179872153 00000004:00080000:1.0:1778923629.537137:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9c00, transno 17179872154 00000004:00080000:1.0:1778923629.537140:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548a80, transno 17179872155 00000004:00080000:1.0:1778923629.537142:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9500, transno 17179872156 00000004:00080000:1.0:1778923629.537144:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ad80, transno 17179872157 00000004:00080000:1.0:1778923629.537147:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954a680, transno 17179872158 00000004:00080000:1.0:1778923629.537149:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeaa00, transno 17179872159 00000004:00080000:1.0:1778923629.537152:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954fb80, transno 17179872160 00000004:00080000:1.0:1778923629.537154:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aab100, transno 17179872161 00000004:00080000:1.0:1778923629.537157:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607702680, transno 17179872162 00000004:00080000:1.0:1778923629.537159:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99c00, transno 17179872163 00000004:00080000:1.0:1778923629.537162:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9b800, transno 17179872164 00000004:00080000:1.0:1778923629.537164:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98a80, transno 17179872165 00000004:00080000:1.0:1778923629.537166:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa8000, transno 17179872166 00000004:00080000:1.0:1778923629.537168:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607702d80, transno 17179872167 00000004:00080000:1.0:1778923629.537171:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9c00, transno 17179872168 00000100:00100000:1.0:1778923629.537178:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.537256:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.537306:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923629.537864:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 22 done 00000100:00100000:1.0:1778923629.538137:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923629.538159:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287663616 00000100:00100000:1.0:1778923629.538165:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287663616 00000100:00100000:1.0:1778923629.538224:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1778923629.538233:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287663616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.538321:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287663616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 89us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.538329:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1778923629.538536:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.538607:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.538639:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.540912:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.541226:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287663744 00000100:00100000:3.0:1778923629.541236:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287663744 00000100:00100000:3.0:1778923629.541308:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1778923629.541318:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287663744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.541428:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287663744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 111us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.541435:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1778923629.543606:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.543702:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.543759:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.543793:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.543863:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287663872 00000100:00100000:3.0:1778923629.543870:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287663872 00000100:00100000:3.0:1778923629.543918:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1778923629.543926:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287663872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.544550:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287663872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.544569:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287663872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 642us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.544578:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1778923629.544615:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.544646:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.544679:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480c00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.544750:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664000 00000100:00100000:2.0:1778923629.544755:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664000 00000100:00100000:2.0:1778923629.544956:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1778923629.544965:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.545115:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 151us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.545135:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1778923629.545180:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.546089:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.546144:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.552694:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.554615:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664128 00000100:00100000:0.0:1778923629.554628:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664128 00000100:00100000:0.0:1778923629.554791:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1778923629.554804:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923629.554926:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 125us (8780us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.554933:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1778923629.555282:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.555453:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.555492:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.555548:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.555556:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664256 00000100:00100000:3.0:1778923629.555563:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664256 00000100:00100000:3.0:1778923629.555594:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:3.0:1778923629.555601:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.555672:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 71us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.555680:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1778923629.555807:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.555838:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.555863:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.555887:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.555987:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664384 00000100:00100000:2.0:1778923629.555991:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664384 00000100:00100000:2.0:1778923629.556023:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1778923629.556029:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.556094:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 64us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.556100:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:1.0:1778923629.556201:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556240:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556264:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.556286:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.556330:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664512 00000100:00100000:2.0:1778923629.556335:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664512 00000100:00100000:2.0:1778923629.556363:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1778923629.556369:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664512:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.556422:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664512:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.556428:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1778923629.556489:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556554:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556581:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.556594:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.556604:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664640 00000100:00100000:2.0:1778923629.556610:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664640 00000100:00100000:2.0:1778923629.556639:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1778923629.556646:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.556703:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.556709:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1778923629.556819:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556942:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.556981:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.557002:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.557052:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664768 00000100:00100000:2.0:1778923629.557056:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664768 00000100:00100000:2.0:1778923629.557084:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1778923629.557090:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664768:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.557297:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287664768:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 207us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.557304:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1778923629.557639:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.557679:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.557705:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.557728:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.557782:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287664896 00000100:00100000:3.0:1778923629.557786:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287664896 00000100:00100000:3.0:1778923629.557820:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1778923629.557827:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664896:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.557897:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287664896:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.557903:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1778923629.558042:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287664896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.558078:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.558100:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.558132:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.558413:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665024 00000100:00100000:2.0:1778923629.558418:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665024 00000100:00100000:2.0:1778923629.558570:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1778923629.558636:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665024:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.558704:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665024:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 125us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.558757:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.558805:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.558831:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.558861:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.559387:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665152 00000100:00100000:3.0:1778923629.559394:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665152 00000100:00100000:2.0:1778923629.567931:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:3.0:1778923629.572395:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1778923629.572420:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665152:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.573163:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665152:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 752us (14328us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.573172:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1778923629.575695:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.575800:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.576030:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.576069:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.576315:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665280 00000100:00100000:2.0:1778923629.576322:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665280 00000100:00100000:2.0:1778923629.576379:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1778923629.576388:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665280:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.576479:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665280:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 92us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.576487:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:1.0:1778923629.576651:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.576691:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.576717:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.576744:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.576804:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665408 00000100:00100000:2.0:1778923629.576808:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665408 00000100:00100000:2.0:1778923629.576830:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1778923629.576836:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665408:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.577043:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665408:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 206us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.577050:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1778923629.577111:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.577163:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.577185:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.577208:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.577464:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665536 00000100:00100000:3.0:1778923629.577469:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665536 00000100:00100000:3.0:1778923629.577500:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1778923629.577536:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665536:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.577592:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665536:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.577600:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1778923629.577763:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.577809:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665664:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.577832:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.578022:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.578449:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665664 00000100:00100000:0.0:1778923629.578455:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665664 00000100:00100000:0.0:1778923629.578496:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1778923629.578535:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665664:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923629.578605:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665664:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 102us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.578613:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1778923629.578731:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665664:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.578779:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.578807:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.578879:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.582845:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665792 00000100:00100000:2.0:1778923629.582860:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665792 00000100:00100000:2.0:1778923629.582932:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:2.0:1778923629.582942:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665792:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.583333:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287665792:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 391us (4524us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.583342:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1778923629.589930:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.590282:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665920:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.590341:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.590377:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.590749:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287665920 00000100:00100000:0.0:1778923629.590757:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287665920 00000100:00100000:0.0:1778923629.590816:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1778923629.590824:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665920:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923629.590918:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287665920:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 94us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.590926:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1778923629.591085:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287665920:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.591139:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666048:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.591167:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.591288:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923629.599774:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666048 00000100:00100000:2.0:1778923629.599789:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666048 00000100:00100000:2.0:1778923629.599848:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1778923629.599859:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287666048:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923629.602105:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287666048:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 2238us (10927us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.602122:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1778923629.603623:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666048:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.603715:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666176:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.603770:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.603799:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.603856:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666176 00000100:00100000:3.0:1778923629.603862:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666176 00000100:00100000:3.0:1778923629.603908:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1778923629.603915:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287666176:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.604003:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287666176:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 88us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.604009:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1778923629.604302:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666176:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.604347:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666304:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.604373:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.604396:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923629.604446:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666304 00000100:00100000:3.0:1778923629.604451:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666304 00000100:00100000:3.0:1778923629.604486:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:3.0:1778923629.604493:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287666304:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923629.604588:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287666304:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 95us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.604595:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1778923629.604674:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666304:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.604711:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666432:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.604735:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.604756:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.604803:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666432 00000100:00100000:0.0:1778923629.604809:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666432 00000100:00100000:0.0:1778923629.604847:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1778923629.604857:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287666432:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923629.604924:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287666432:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923629.604931:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1778923629.605795:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666432:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:1.0:1778923629.606461:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].45, 1272 off71704 00000001:00080000:1.0:1778923629.606474:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939849 00000100:00100000:1.0:1778923629.606589:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666560:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.606637:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923629.606704:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666560 00000100:00100000:0.0:1778923629.606711:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666560 00000100:00100000:0.0:1778923629.606767:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1778923629.606776:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287666560:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.608385:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.612647:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287666560:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 5861us (5997us total) trans 17179872178 rc 0/0 00000100:00100000:0.0:1778923629.612661:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1778923629.612786:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666560:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.612841:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e34700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666688:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.612881:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923629.612960:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923629.618073:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666688 00000100:00100000:0.0:1778923629.618315:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666688 00000100:00100000:1.0:1778923629.618500:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:1.0:1778923629.618525:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+27:31668:x1865335287666688:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923629.618913:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+28:31668:x1865335287666688:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 388us (6029us total) trans 21474839300 rc 0/0 00000100:00100000:1.0:1778923629.618922:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1778923629.619026:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e34700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287666688:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1778923629.619156:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939850 00010000:00010000:2.0:1778923629.619196:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619206:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619215:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619221:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.619226:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619234:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619250:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8af00) 00010000:00010000:2.0:1778923629.619253:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923629.619259:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619265:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e28 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bc:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619285:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619291:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619297:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619301:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.619303:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619308:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619315:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.619317:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923629.619319:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619324:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e21 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.619336:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.619338:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923629.619344:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a3daa lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba0 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.619437:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281659776:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 111008us (111479us total) trans 8589939851 rc 0/0 00000100:00100000:2.0:1778923629.619446:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2028 00000020:00080000:2.0:1778923629.619450:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1778923629.623465:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.623617:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281660160 00000100:00100000:2.0:1778923629.623628:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281660160 00000100:00100000:2.0:1778923629.623690:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5503 00000100:00100000:2.0:1778923629.623700:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54913:x1865335281660160:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.623723:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.623743:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e2f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bc3 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.623803:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e2f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bc3 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.623819:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e2f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bc3 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.623839:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.623843:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923629.623846:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0a00, rc 0) 00000100:00100000:2.0:1778923629.623905:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54913:x1865335281660160:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 207us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.623913:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5503 00000100:00100000:0.0:1778923629.627601:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.628249:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281660416 00000100:00100000:1.0:1778923629.628261:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281660416 00000100:00100000:1.0:1778923629.628322:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2029 00000100:00100000:1.0:1778923629.628332:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54913:x1865335281660416:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923629.628600:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54913:x1865335281660416:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 269us (1020us total) trans 8589939852 rc 0/0 00000100:00100000:1.0:1778923629.629069:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2029 00000100:00100000:3.0:1778923629.631085:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.631175:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281660672 00000100:00100000:2.0:1778923629.631184:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281660672 00000100:00100000:2.0:1778923629.631238:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2030 00000100:00100000:2.0:1778923629.631248:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54913:x1865335281660672:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923629.631808:0:31668:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1bc:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1778923629.631968:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.631995:0:31668:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.632007:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.632015:0:31668:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.632023:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.632029:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.632163:0:31668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923629.632257:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54913:x1865335281660672:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1009us (1185us total) trans 8589939853 rc 0/0 00000100:00100000:2.0:1778923629.632265:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2030 00010000:00010000:3.0:1778923629.637879:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923629.637894:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.637905:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923629.637909:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.637919:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.637937:0:27155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bc:0x0].0x0 (ffff9ce712e8af00) 00010000:00010000:3.0:1778923629.637940:0:27155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923629.637946:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.637952:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e36 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.637989:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923629.637991:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923629.637992:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923629.704612:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.705049:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281660800 00000100:00100000:2.0:1778923629.705060:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281660800 00000100:00100000:2.0:1778923629.705139:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5504 00000100:00100000:2.0:1778923629.705149:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54914:x1865335281660800:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.705175:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.705196:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a3e3d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bca expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705267:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705285:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705301:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705318:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705623:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705633:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705935:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705945:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.705952:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923629.705997:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00000004:00200000:2.0:1778923629.706002:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923629.706022:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706033:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706044:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706050:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706056:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706061:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.706065:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706523:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706542:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923629.706545:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923629.706550:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706556:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e44 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706571:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706577:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706583:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706589:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923629.706592:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706597:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706604:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce712e8a200) 00010000:00010000:2.0:1778923629.706606:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923629.706609:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706614:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e4b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706651:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a3e3d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706666:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.706674:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.706676:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923629.706679:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:2.0:1778923629.706805:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54914:x1865335281660800:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1657us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.706814:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5504 00000100:00100000:0.0:1778923629.731955:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.732988:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661056 00000100:00100000:2.0:1778923629.733005:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661056 00000100:00100000:2.0:1778923629.733108:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5505 00000100:00100000:2.0:1778923629.733129:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54914:x1865335281661056:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.733160:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.733187:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e59 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bd1 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.733343:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e60 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.733560:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e60 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.733577:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e60 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923629.733747:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:2.0:1778923629.734059:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a3e59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd1 expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.734776:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e60 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd1 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.734790:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923629.734793:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1778923629.734797:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1800, rc 0) 00000100:00100000:2.0:1778923629.734966:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54914:x1865335281661056:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1847us (3023us total) trans 8589939854 rc 0/0 00000100:00100000:2.0:1778923629.734985:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5505 00000100:00100000:2.0:1778923629.748754:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923629.749082:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661312 00000100:00100000:0.0:1778923629.749096:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661312 00000100:00100000:0.0:1778923629.749181:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5506 00000100:00100000:0.0:1778923629.749193:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54914:x1865335281661312:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923629.749224:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923629.749249:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3e6e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bd8 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.749393:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3e75 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.749411:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3e75 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.749424:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3e75 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923629.749441:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:0.0:1778923629.749670:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a3e6e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd8 expref: 211 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.749691:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3e75 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd8 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923629.749700:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923629.749703:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923629.749707:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923629.749802:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54914:x1865335281661312:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 610us (1061us total) trans 8589939855 rc 0/0 00000100:00100000:0.0:1778923629.749810:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5506 00000100:00100000:0.0:1778923629.763430:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.763739:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661440 00000100:00100000:1.0:1778923629.763751:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661440 00000100:00100000:1.0:1778923629.763834:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7011 00000100:00100000:1.0:1778923629.763846:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281661440:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923629.763873:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923629.763902:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bdf expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923629.763938:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a08382a, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:1.0:1778923629.763964:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.763966:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.763986:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 24 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.764006:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 24 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.764026:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642ca00, rc 0) 00000100:00100000:1.0:1778923629.764104:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281661440:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 260us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.764112:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7011 00000100:00100000:3.0:1778923629.772938:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.773084:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661568 00000100:00100000:2.0:1778923629.773098:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661568 00000100:00100000:2.0:1778923629.773181:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7012 00000100:00100000:2.0:1778923629.773192:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281661568:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.773217:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.773243:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546be6 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.773279:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a083837, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:2.0:1778923629.773304:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.773306:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.773316:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 33 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.773335:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 33 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.773350:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0400, rc 0) 00000100:00100000:2.0:1778923629.773415:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281661568:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 227us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.773423:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7012 00000100:00100000:0.0:1778923629.782563:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.782682:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661696 00000100:00100000:3.0:1778923629.782696:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661696 00000100:00100000:3.0:1778923629.782784:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7013 00000100:00100000:3.0:1778923629.782794:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281661696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923629.782817:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923629.782842:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bed expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923629.782877:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a083844, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:3.0:1778923629.782913:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.782916:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.782927:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 34 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.782950:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 34 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.782965:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce708d45c00, rc 0) 00000100:00100000:3.0:1778923629.783060:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281661696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 268us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.783067:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7013 00000100:00100000:0.0:1778923629.789702:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.789901:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661824 00000100:00100000:2.0:1778923629.789914:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661824 00000100:00100000:2.0:1778923629.789991:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7014 00000100:00100000:2.0:1778923629.790002:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281661824:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.790025:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.790434:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bf4 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.790470:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a083844, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:2.0:1778923629.790498:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.790500:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.790563:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 25 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.790584:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 25 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.790598:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1400, rc 0) 00000100:00100000:2.0:1778923629.790664:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281661824:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 663us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.790672:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7014 00000100:00100000:0.0:1778923629.794814:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.795421:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281661952 00000100:00100000:1.0:1778923629.795435:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281661952 00000100:00100000:1.0:1778923629.795564:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7015 00000100:00100000:1.0:1778923629.795576:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281661952:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923629.795611:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923629.795641:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546bfb expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923629.795678:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a083854, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:1.0:1778923629.795708:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.795711:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.795723:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.795746:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.795851:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642d400, rc 0) 00000100:00100000:1.0:1778923629.795930:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281661952:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 357us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.795941:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7015 00000100:00100000:0.0:1778923629.803656:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.804097:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662080 00000100:00100000:1.0:1778923629.804110:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662080 00000100:00100000:1.0:1778923629.804456:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7016 00000100:00100000:1.0:1778923629.804468:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281662080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923629.804493:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923629.804553:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c02 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923629.804600:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 243517, mtime: 0x6a08386b, atime: 0x6a083858, ctime: 0x6a08386b, blocks: 0x203 00010000:00010000:1.0:1778923629.804626:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.804629:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.804641:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 27 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.804663:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 27 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.804679:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642c800, rc 0) 00000100:00100000:1.0:1778923629.804754:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707727c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281662080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 288us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923629.804773:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7016 00000100:00100000:0.0:1778923629.819094:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.820213:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662208 00000100:00100000:2.0:1778923629.820699:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662208 00000100:00100000:2.0:1778923629.820794:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7017 00000100:00100000:2.0:1778923629.820806:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281662208:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923629.821201:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923629.821233:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c09 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923629.822100:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 243517, mtime: 0x6a08386c, atime: 0x6a08385b, ctime: 0x6a08386c, blocks: 0x203 00010000:00010000:2.0:1778923629.822130:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.822133:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.822148:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 35 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.822182:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 35 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.822199:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1e00, rc 0) 00000100:00100000:2.0:1778923629.822351:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281662208:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1546us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923629.822360:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7017 00000100:00100000:0.0:1778923629.827623:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.827728:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662336 00000100:00100000:3.0:1778923629.827740:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662336 00000100:00100000:3.0:1778923629.827815:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7018 00000100:00100000:3.0:1778923629.827835:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281662336:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923629.827856:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923629.827891:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c10 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923629.827925:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 243517, mtime: 0x6a08386c, atime: 0x6a08385b, ctime: 0x6a08386c, blocks: 0x203 00010000:00010000:3.0:1778923629.827954:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.827957:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.827977:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.827998:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.828014:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce708d44200, rc 0) 00000100:00100000:3.0:1778923629.828086:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281662336:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 254us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.828094:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7018 00000100:00100000:0.0:1778923629.835752:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923629.835875:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662464 00000100:00100000:3.0:1778923629.835891:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662464 00000100:00100000:3.0:1778923629.835993:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7019 00000100:00100000:3.0:1778923629.836006:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281662464:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923629.836032:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923629.836061:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c17 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923629.836365:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 243517, mtime: 0x6a08386c, atime: 0x6a08385b, ctime: 0x6a08386c, blocks: 0x203 00010000:00010000:3.0:1778923629.836400:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.836403:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923629.836414:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.836435:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923629.836457:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce708d44a00, rc 0) 00000100:00100000:3.0:1778923629.836578:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281662464:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 574us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923629.836587:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7019 00000100:00100000:0.0:1778923629.934644:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923629.934760:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662592 00000100:00100000:1.0:1778923629.934774:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662592 00000100:00100000:1.0:1778923629.934881:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3503 00000100:00100000:1.0:1778923629.934892:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281662592:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923629.935163:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.935186:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.935189:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923629.935196:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.935212:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961854:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961878:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961885:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961891:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642de00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923629.961896:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961904:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961928:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923629.961937:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3ec2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923629.962066:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281662592:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27170us (27431us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923629.962076:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3503 00000100:00100000:0.0:1778923629.972499:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923629.972749:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662720 00000100:00100000:2.0:1778923629.972765:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662720 00000100:00100000:2.0:1778923629.972860:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3504 00000100:00100000:2.0:1778923629.972873:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281662720:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923629.972952:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 205532, mtime: 0x6a08386d, atime: 0x6a08386d, ctime: 0x6a08386d, blocks: 0x203 00010000:00010000:2.0:1778923629.972964:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.972994:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.972996:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923629.973002:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.973020:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979876:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979905:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979915:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979923:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067ba000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923629.979929:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979939:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979964:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923629.979985:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a3ec9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923629.980123:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281662720:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7247us (7643us total) trans 0 rc 205532/205532 00000100:00100000:2.0:1778923629.980135:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3504 00000100:00100000:3.0:1778923630.001834:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.002381:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281662848 00000100:00100000:2.0:1778923630.002396:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281662848 00000100:00100000:2.0:1778923630.002544:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 563 00000100:00100000:2.0:1778923630.002559:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54914:x1865335281662848:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923630.002589:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923630.002624:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a3e75 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd8 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.002647:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.002654:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923630.002736:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54914:x1865335281662848:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 182us (916us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.002744:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 563 00000100:00080000:1.0:1778923630.003688:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1778923630.005169:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.005427:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663104 00000100:00100000:2.0:1778923630.005439:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663104 00000100:00100000:2.0:1778923630.005524:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2031 00000100:00100000:2.0:1778923630.005536:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54914:x1865335281663104:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923630.005858:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df69050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54914:x1865335281663104:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 322us (698us total) trans 8589939856 rc 0/0 00000100:00100000:2.0:1778923630.005867:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2031 00000100:00100000:0.0:1778923630.052061:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.052253:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663360 00000100:00100000:2.0:1778923630.052265:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663360 00000100:00100000:2.0:1778923630.052339:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5507 00000100:00100000:2.0:1778923630.052350:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54915:x1865335281663360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923630.052382:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.052408:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3ed0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c1e expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.052718:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3ed7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.052742:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3ed7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.052756:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3ed7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923630.052773:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:2.0:1778923630.053329:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3ed0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c1e expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.053356:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3ed7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c1e expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.053366:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.053370:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923630.053375:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:2.0:1778923630.053473:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54915:x1865335281663360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1125us (1427us total) trans 8589939857 rc 0/0 00000100:00100000:2.0:1778923630.053482:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5507 00000100:00100000:0.0:1778923630.061334:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.061440:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663488 00000100:00100000:3.0:1778923630.061453:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663488 00000100:00100000:3.0:1778923630.061607:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3505 00000100:00100000:3.0:1778923630.061620:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281663488:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923630.061666:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.061687:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.061689:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.061696:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.061712:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1778923630.064400:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1778923630.072164:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.072195:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.072206:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.072214:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923630.072220:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.073300:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.073334:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.073344:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a3ee5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.074002:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281663488:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12376us (12676us total) trans 0 rc 205532/205532 00000100:00100000:0.0:1778923630.074016:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3505 00000100:00100000:3.0:1778923630.084466:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.084603:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663616 00000100:00100000:0.0:1778923630.084616:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663616 00000100:00100000:0.0:1778923630.084730:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3506 00000100:00100000:0.0:1778923630.084743:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281663616:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923630.084787:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.084808:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.084811:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.084818:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.084836:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1778923630.086820:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1778923630.096718:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096746:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096756:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096768:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923630.096774:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096784:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096809:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.096818:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a3eec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.096977:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281663616:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12222us (12510us total) trans 0 rc 205532/205532 00000100:00100000:0.0:1778923630.096989:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3506 00000100:00100000:3.0:1778923630.105903:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.105985:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663744 00000100:00100000:1.0:1778923630.105998:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663744 00000100:00100000:1.0:1778923630.106097:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3507 00000100:00100000:1.0:1778923630.106110:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281663744:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923630.106159:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.106179:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.106182:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.106190:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.106206:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125734:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125761:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125774:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125782:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642de00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923630.125787:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125798:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125821:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.125830:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006373ed2b/0x3baece0abe6a3ef3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.125939:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281663744:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19825us (20059us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923630.125950:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3507 00000100:00100000:3.0:1778923630.134014:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.134237:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281663872 00000100:00100000:1.0:1778923630.134250:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281663872 00000100:00100000:1.0:1778923630.134345:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3508 00000100:00100000:1.0:1778923630.134357:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281663872:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923630.134401:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.134429:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.134431:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.134439:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.134455:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.143935:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.143961:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.143981:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.143988:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642de00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923630.143994:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.144003:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.144033:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.144046:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a3efa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.144486:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281663872:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10124us (10480us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923630.144499:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3508 00000100:00100000:3.0:1778923630.150068:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.150369:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664000 00000100:00100000:1.0:1778923630.150382:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664000 00000100:00100000:1.0:1778923630.150462:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3509 00000100:00100000:1.0:1778923630.150474:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281664000:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923630.150537:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.150559:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.150561:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.150568:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.150595:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156322:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156350:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156367:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156375:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642dc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923630.156380:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156390:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156415:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.156423:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a3f01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.156570:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281664000:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6093us (6510us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923630.156582:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3509 00000100:00100000:0.0:1778923630.163127:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.163272:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664128 00000100:00100000:3.0:1778923630.163285:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664128 00000100:00100000:3.0:1778923630.163383:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3510 00000100:00100000:3.0:1778923630.163400:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281664128:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923630.163446:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.163466:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.163468:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.163475:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.163491:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172115:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172142:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172151:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172159:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420ee400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923630.172165:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172175:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172200:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.172208:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cdddc75b/0x3baece0abe6a3f08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.172324:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281664128:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8926us (9207us total) trans 0 rc 205532/205532 00000100:00100000:1.0:1778923630.172335:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3510 00000100:00100000:3.0:1778923630.179575:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.179888:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664256 00000100:00100000:2.0:1778923630.179902:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664256 00000100:00100000:2.0:1778923630.180003:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3511 00000100:00100000:2.0:1778923630.180015:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281664256:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923630.180064:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.180102:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.180105:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.180111:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.180129:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.186855:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.186939:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.186952:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.186960:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923630.186974:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.186985:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.187010:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.187024:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc103650/0x3baece0abe6a3f0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.187293:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281664256:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7273us (7726us total) trans 0 rc 205532/205532 00000100:00100000:2.0:1778923630.187305:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3511 00000100:00100000:2.0:1778923630.193750:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.193824:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664384 00000100:00100000:3.0:1778923630.193837:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664384 00000100:00100000:3.0:1778923630.193947:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3512 00000100:00100000:3.0:1778923630.193959:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281664384:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923630.194016:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.194038:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.194041:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.194048:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.194066:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.207016:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923630.231671:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231697:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231707:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231715:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923630.231720:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231729:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231763:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.231771:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a3f16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.231879:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281664384:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 37916us (38139us total) trans 0 rc 205532/205532 00000100:00100000:3.0:1778923630.231890:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3512 00000100:00100000:1.0:1778923630.240807:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.240944:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664512 00000100:00100000:0.0:1778923630.240957:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664512 00000100:00100000:0.0:1778923630.241063:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3513 00000100:00100000:0.0:1778923630.241084:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281664512:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923630.241130:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.241150:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.241153:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.241160:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.241176:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248789:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248819:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248830:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248839:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923630.248845:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248855:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248880:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.248899:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a3f1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.249025:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281664512:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7944us (8224us total) trans 0 rc 205532/205532 00000100:00100000:0.0:1778923630.249037:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3513 00000100:00100000:3.0:1778923630.312541:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.312999:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664640 00000100:00100000:0.0:1778923630.313010:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664640 00000100:00100000:0.0:1778923630.313084:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3514 00000100:00100000:0.0:1778923630.313094:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281664640:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923630.313132:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.313149:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.313152:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.313158:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.313173:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333291:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333311:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333319:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333325:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923630.333329:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333337:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333354:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.333367:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a3f24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.333466:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281664640:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20369us (20965us total) trans 0 rc 205532/205532 00000100:00100000:2.0:1778923630.333476:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3514 00000100:00100000:0.0:1778923630.344936:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.347285:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664768 00000100:00100000:1.0:1778923630.347299:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664768 00000100:00100000:1.0:1778923630.347382:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3515 00000100:00100000:1.0:1778923630.347393:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281664768:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923630.347442:0:26633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 205532, mtime: 0x6a08386d, atime: 0x6a08386d, ctime: 0x6a08386d, blocks: 0x203 00010000:00010000:1.0:1778923630.348562:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.348735:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.348737:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.348742:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.348758:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357814:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357834:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357844:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357851:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923630.357856:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357864:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357883:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.357981:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a3f2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->208895] (req 0->208895) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.358276:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281664768:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10880us (13344us total) trans 0 rc 205532/205532 00000100:00100000:2.0:1778923630.358287:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3515 00000100:00100000:0.0:1778923630.383806:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.384182:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281664896 00000100:00100000:3.0:1778923630.384192:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281664896 00000100:00100000:3.0:1778923630.384258:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 564 00000100:00100000:3.0:1778923630.384268:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54915:x1865335281664896:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923630.384284:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923630.384308:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a3ed7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c1e expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.384328:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923630.384332:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923630.384436:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54915:x1865335281664896:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 169us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923630.384444:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 564 00000100:00100000:0.0:1778923630.388786:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.388861:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665152 00000100:00100000:2.0:1778923630.388871:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665152 00000100:00100000:2.0:1778923630.388932:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2032 00000100:00100000:2.0:1778923630.388941:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54915:x1865335281665152:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923630.389187:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54915:x1865335281665152:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 246us (409us total) trans 8589939858 rc 0/0 00000100:00100000:2.0:1778923630.389195:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2032 00000100:00100000:2.0:1778923630.399570:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.400310:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665408 00000100:00100000:3.0:1778923630.400321:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665408 00000100:00100000:2.0:1778923630.400561:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5508 00000100:00100000:2.0:1778923630.400572:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281665408:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.400718:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.400739:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3f32 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c25 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.400845:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.400859:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.400867:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.401261:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.401277:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 213 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.401291:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287666816:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923630.401410:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce74120d6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923630.407092:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287666816:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923630.407128:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.408442:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.409865:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665536 00000100:00100000:0.0:1778923630.409878:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665536 00010000:00010000:0.0:1778923630.410212:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.410286:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3142 00000100:00100000:0.0:1778923630.410297:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281665536:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923630.410313:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410325:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410337:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410346:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.410349:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923630.410352:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410362:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410369:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.410405:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.410471:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281665536:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 176us (2036us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.410479:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3142 00010000:00010000:3.0:1778923630.410545:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.410553:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923630.410573:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00010000:00010000:3.0:1778923630.411495:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a3f32 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.411548:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 214 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.411556:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923630.411560:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923630.411562:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706282200, rc 0) 00000100:00100000:3.0:1778923630.411854:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281665408:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 11284us (12291us total) trans 8589939859 rc 0/0 00000100:00100000:3.0:1778923630.411862:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5508 00000100:00100000:2.0:1778923630.416244:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.416278:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.416363:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665664 00000100:00100000:1.0:1778923630.416373:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665664 00000100:00100000:1.0:1778923630.416422:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665792 00000100:00100000:1.0:1778923630.416425:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665792 00000100:00100000:1.0:1778923630.416457:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7020 00000100:00100000:1.0:1778923630.416467:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281665664:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923630.416483:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923630.416530:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c2c expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923630.416557:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 205532, mtime: 0x6a08386d, atime: 0x6a08386d, ctime: 0x6a08386d, blocks: 0x203 00010000:00010000:1.0:1778923630.416574:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.416576:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.416585:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.416610:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.416630:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:1.0:1778923630.416676:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281665664:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 211us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923630.416683:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7020 00000100:00100000:1.0:1778923630.416700:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7021 00000100:00100000:1.0:1778923630.416706:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281665792:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923630.416712:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923630.416721:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c33 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.416733:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.416734:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.416739:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 37 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.416749:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 37 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.416758:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:1.0:1778923630.416772:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281665792:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 67us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923630.416778:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7021 00000100:00100000:1.0:1778923630.430576:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.430763:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281665920 00000100:00100000:0.0:1778923630.430773:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281665920 00000100:00100000:0.0:1778923630.430829:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7022 00000100:00100000:0.0:1778923630.430838:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281665920:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923630.430856:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923630.430873:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c3a expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.430898:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.430900:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923630.430909:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.430925:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.430937:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7400, rc 0) 00000100:00100000:0.0:1778923630.431015:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281665920:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 170us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.431022:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7022 00000100:00100000:1.0:1778923630.440728:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.448956:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281666176 00000100:00100000:2.0:1778923630.448978:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281666176 00000100:00100000:2.0:1778923630.449053:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5509 00000100:00100000:2.0:1778923630.449065:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281666176:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923630.449132:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923630.449158:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3e52 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bca expref: 214 pid: 31254 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.449178:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.449183:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923630.449400:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.449414:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.449424:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923630.449784:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939860 00000004:00010000:2.0:1778923630.449812:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000059147d32 reply state 000000006b17f7a8 transno 8589939861 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.449821:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923630.449920:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281666176:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 856us (9201us total) trans 8589939861 rc 0/0 00000100:00100000:2.0:1778923630.449928:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5509 00000020:00080000:2.0:1778923630.449934:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923630.452580:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452711:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452719:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452726:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923630.452730:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452739:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452755:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.452759:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923630.452763:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.452769:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3f5c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.453250:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.457272:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281666432 00000100:00100000:3.0:1778923630.457285:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281666432 00000100:00100000:3.0:1778923630.458062:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2033 00000100:00100000:3.0:1778923630.458155:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54746:x1865335281666432:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:3.0:1778923630.459261:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281666432:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 1184us (6009us total) trans 8589939862 rc 0/0 00000100:00100000:3.0:1778923630.459271:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2033 00000100:00100000:3.0:1778923630.464092:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.464163:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281666688 00000100:00100000:2.0:1778923630.464173:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281666688 00000100:00100000:2.0:1778923630.464230:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5510 00000100:00100000:2.0:1778923630.464240:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281666688:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.464264:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.464267:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1778923630.464293:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a3e60 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bd1 expref: 216 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.464315:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a3e2f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bc3 expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.464326:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.464331:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923630.464344:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f63 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c41 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.464397:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.464416:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.464426:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923630.466990:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1656, 88 off143928 00000004:00080000:1.0:1778923630.467006:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523501566ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467080:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1648, 88 off143488 00000004:00080000:1.0:1778923630.467087:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523582642ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467120:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1649, 88 off143576 00000004:00080000:1.0:1778923630.467124:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523619979ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467149:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1657, 88 off144016 00000004:00080000:1.0:1778923630.467152:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523648519ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467183:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1658, 88 off144104 00000004:00080000:1.0:1778923630.467187:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523683149ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467208:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1650, 88 off143664 00000004:00080000:1.0:1778923630.467212:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523708432ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467241:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1651, 88 off143752 00000004:00080000:1.0:1778923630.467245:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523741484ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467268:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1659, 88 off144192 00000004:00080000:1.0:1778923630.467272:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523768247ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467298:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1652, 88 off143840 00000004:00080000:1.0:1778923630.467303:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523798714ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467331:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1660, 88 off144280 00000004:00080000:1.0:1778923630.467335:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523831409ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467350:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1661, 88 off144368 00000004:00080000:1.0:1778923630.467353:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523849235ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467368:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1653, 88 off143928 00000004:00080000:1.0:1778923630.467372:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523867587ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467386:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1662, 88 off144456 00000004:00080000:1.0:1778923630.467390:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523885537ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467405:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1654, 88 off144016 00000004:00080000:1.0:1778923630.467409:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523905022ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467424:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1663, 88 off144544 00000004:00080000:1.0:1778923630.467428:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523923935ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467442:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1655, 88 off144104 00000004:00080000:1.0:1778923630.467445:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523941507ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467459:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1656, 88 off144192 00000004:00080000:1.0:1778923630.467464:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327523960329ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467482:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1664, 88 off144632 00000004:00080000:1.0:1778923630.467487:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327523982575ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467532:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1665, 88 off144720 00000004:00080000:1.0:1778923630.467538:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327524033934ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467557:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1657, 88 off144280 00000004:00080000:1.0:1778923630.467561:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327524057285ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467583:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1658, 88 off144368 00000004:00080000:1.0:1778923630.467587:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327524083228ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923630.467603:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1666, 88 off144808 00000004:00080000:1.0:1778923630.467608:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327524103659ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467623:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1667, 88 off144896 00000004:00080000:1.0:1778923630.467626:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1327524122422ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923630.467640:0:31254:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1659, 88 off144456 00000004:00080000:1.0:1778923630.467643:0:31254:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1327524139498ns, next at 1321446608325ns, rc = 0 00010000:00010000:2.0:1778923630.554927:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c41 expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.554944:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.554947:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923630.554975:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f63 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c41 expref: 217 pid: 31254 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.554995:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c41 expref: 216 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.555039:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.555042:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923630.555044:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:2.0:1778923630.555260:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281666688:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 91019us (91177us total) trans 8589939863 rc 0/0 00000100:00100000:2.0:1778923630.557221:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5510 00000001:00080000:0.0:1778923630.564515:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939855 is committed 00000001:00080000:0.0:1778923630.564539:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939863 is committed 00000004:00080000:0.0:1778923630.564545:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1324 committed 00000004:00080000:0.0:1778923630.564564:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1329 committed 00000004:00080000:0.0:1778923630.564577:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1328 committed 00000004:00080000:0.0:1778923630.564579:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1323 committed 00000004:00080000:0.0:1778923630.564581:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1322 committed 00000004:00080000:0.0:1778923630.564582:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1327 committed 00000004:00080000:0.0:1778923630.564584:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1326 committed 00000004:00080000:0.0:1778923630.564586:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1321 committed 00000004:00080000:0.0:1778923630.564589:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1320 committed 00000004:00080000:0.0:1778923630.564595:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1325 committed 00000004:00080000:0.0:1778923630.564597:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1319 committed 00000004:00080000:0.0:1778923630.564599:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1324 committed 00000004:00080000:0.0:1778923630.564601:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1318 committed 00000004:00080000:0.0:1778923630.564603:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1323 committed 00000004:00080000:0.0:1778923630.564605:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1322 committed 00000004:00080000:0.0:1778923630.564607:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1317 committed 00000004:00080000:0.0:1778923630.564608:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1321 committed 00000004:00080000:0.0:1778923630.564611:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1316 committed 00000004:00080000:0.0:1778923630.564613:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1315 committed 00000004:00080000:0.0:1778923630.564614:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1320 committed 00000004:00080000:0.0:1778923630.564617:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1319 committed 00000004:00080000:0.0:1778923630.564619:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1314 committed 00000004:00080000:0.0:1778923630.564621:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1313 committed 00000004:00080000:0.0:1778923630.564623:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1318 committed 00000020:00080000:0.0:1778923630.564637:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce73425c240 refcount 2 committed 0 result 0 batchid 4294969400 00000020:00080000:0.0:1778923630.564641:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0c500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73f8663c0 00000020:00080000:0.0:1778923630.564644:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0c000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73425ca80 00000020:00080000:0.0:1778923630.564646:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0cf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72e836c00 00000020:00080000:0.0:1778923630.564650:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].45 00000020:00080000:3.0:1778923630.564861:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969400 committed batchid 4294969399 00000020:00080000:3.0:1778923630.565049:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969399 00000100:00100000:3.0:1778923630.565071:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565139:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565179:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667840:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565199:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565217:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668352:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565236:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565250:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.565269:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565294:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1778923630.565300:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287666944:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.565321:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565337:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.565355:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565370:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.565386:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565400:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.565416:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565442:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565460:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565476:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565493:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.565531:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668096:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.565551:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923630.565843:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667328 00000100:00100000:2.0:1778923630.565850:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667328 00000100:00100000:2.0:1778923630.565905:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667840 00000100:00100000:2.0:1778923630.565908:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667840 00000100:00100000:2.0:1778923630.565917:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668352 00000100:00100000:2.0:1778923630.565920:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668352 00000100:00100000:2.0:1778923630.565927:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668864 00000100:00100000:2.0:1778923630.565930:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668864 00000100:00100000:2.0:1778923630.565953:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287666944 00000100:00100000:2.0:1778923630.565956:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287666944 00000100:00100000:2.0:1778923630.565990:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667456 00000100:00100000:2.0:1778923630.565993:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667456 00000100:00100000:2.0:1778923630.566006:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667968 00000100:00100000:2.0:1778923630.566008:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667968 00000100:00100000:2.0:1778923630.566017:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668480 00000100:00100000:2.0:1778923630.566019:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668480 00000100:00100000:2.0:1778923630.566027:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667072 00000100:00100000:2.0:1778923630.566029:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667072 00000100:00100000:2.0:1778923630.566036:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667584 00000100:00100000:2.0:1778923630.566038:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667584 00000100:00100000:2.0:1778923630.566046:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668096 00000100:00100000:2.0:1778923630.566048:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668096 00000100:00100000:2.0:1778923630.566062:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7023 00000100:00100000:2.0:1778923630.566070:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287667328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923630.566275:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.566279:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.566281:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923630.566284:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.566286:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.566332:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287667328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 262us (1192us total) trans 21474839301 rc 0/0 00000100:00100000:2.0:1778923630.566339:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7023 00000100:00100000:2.0:1778923630.566355:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7024 00000100:00100000:2.0:1778923630.566361:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287667840:12345-0@lo:2:osp-syn-0-0.0 00000100:00080000:0.0:1778923630.566643:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1778923630.566647:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1778923630.568332:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.568340:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568342:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923630.568345:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568347:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.568408:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287667840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2044us (3204us total) trans 21474839302 rc 0/0 00000100:00100000:2.0:1778923630.568417:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7024 00000100:00100000:2.0:1778923630.568445:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7025 00000100:00100000:2.0:1778923630.568455:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287668352:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923630.568570:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.568574:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568576:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923630.568578:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568580:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.568606:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287668352:12345-0@lo:2:osp-syn-0-0.0 Request processed in 155us (3369us total) trans 21474839303 rc 0/0 00000100:00100000:2.0:1778923630.568612:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7025 00000100:00100000:2.0:1778923630.568627:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7026 00000100:00100000:2.0:1778923630.568634:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287668864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.568752:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.568755:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568757:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923630.568759:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.568761:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.568789:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287668864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 156us (3518us total) trans 17179872179 rc 0/0 00000100:00100000:2.0:1778923630.568795:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7026 00000100:00100000:2.0:1778923630.568808:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7027 00000100:00100000:2.0:1778923630.568815:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287666944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.568906:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 205532 -> 205532 00002000:00010000:2.0:1778923630.568909:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.568910:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.568912:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.568914:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1778923630.568939:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287666944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (3618us total) trans 17179872180 rc 0/0 00000100:00100000:2.0:1778923630.568945:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7027 00000100:00100000:2.0:1778923630.568956:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7028 00000100:00100000:2.0:1778923630.568975:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287667456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.569053:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.569056:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.569058:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.569060:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.569063:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.569087:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287667456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 125us (3731us total) trans 17179872181 rc 0/0 00000100:00100000:2.0:1778923630.569093:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7028 00000100:00100000:2.0:1778923630.569104:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7029 00000100:00100000:2.0:1778923630.569111:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287667968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.569191:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.569194:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569196:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923630.569198:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569201:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.569225:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287667968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (3837us total) trans 17179872182 rc 0/0 00000100:00100000:2.0:1778923630.569230:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7029 00000100:00100000:2.0:1778923630.569242:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1778923630.569248:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287668480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.569334:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.569338:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569340:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923630.569342:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569344:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.569371:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287668480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (3952us total) trans 17179872183 rc 0/0 00000100:00100000:2.0:1778923630.569376:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1778923630.569389:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7031 00000100:00100000:2.0:1778923630.569395:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287667072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923630.569477:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.569480:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923630.569482:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923630.569484:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923630.569487:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.569542:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287667072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (4080us total) trans 21474839304 rc 0/0 00000100:00100000:2.0:1778923630.569552:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7031 00000100:00100000:2.0:1778923630.569565:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1778923630.569572:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287667584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923630.569653:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.569656:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569658:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923630.569660:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569662:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.569688:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287667584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (4193us total) trans 21474839305 rc 0/0 00000100:00100000:2.0:1778923630.569695:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1778923630.569709:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7033 00000100:00100000:2.0:1778923630.569715:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287668096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923630.569792:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.569795:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569797:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923630.569798:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.569801:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.569825:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287668096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (4274us total) trans 21474839306 rc 0/0 00000100:00100000:2.0:1778923630.569831:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7033 00000004:00080000:3.0:1778923630.570082:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c000/2, rc 0, transno 21474839306 00000100:00100000:3.0:1778923630.570105:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668096:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.570117:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668608:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.570154:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923630.570196:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641e680/2, rc 0, transno 21474839304 00000100:00100000:3.0:1778923630.570201:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667072:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923630.570209:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c700/2, rc 0, transno 21474839305 00000100:00100000:3.0:1778923630.570212:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.570218:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1778923630.570224:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.570248:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923630.570350:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287668992:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923630.570379:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.570403:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667712:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923630.571489:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923630.575409:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668608 00000100:00100000:1.0:1778923630.575423:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668608 00000100:00100000:1.0:1778923630.575481:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667200 00000100:00100000:0.0:1778923630.575524:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668992 00000100:00100000:0.0:1778923630.575528:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668992 00000100:00100000:0.0:1778923630.575558:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7034 00000100:00100000:0.0:1778923630.575567:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3293:x1865335287668608:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.575850:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7035 00000100:00100000:3.0:1778923630.575860:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287668992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923630.575977:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923630.575981:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.575983:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923630.575985:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.575987:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923630.576055:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287668992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 197us (5674us total) trans 21474839308 rc 0/0 00000100:00100000:3.0:1778923630.576063:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7035 00000004:00080000:3.0:1778923630.576118:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9aa00/2, rc 0, transno 17179872180 00000100:00100000:3.0:1778923630.576131:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287666944:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.576143:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9b800/2, rc 0, transno 17179872181 00000100:00100000:3.0:1778923630.576147:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667456:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.576157:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c57480/2, rc 0, transno 17179872182 00000100:00100000:3.0:1778923630.576160:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667968:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.576168:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c54700/2, rc 0, transno 17179872183 00000100:00100000:3.0:1778923630.576171:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668480:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.576183:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641f800/2, rc 0, transno 21474839301 00000100:00100000:3.0:1778923630.576192:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667328:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923630.576202:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641dc00/2, rc 0, transno 21474839302 00000100:00100000:3.0:1778923630.576206:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287667840:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923630.576215:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641df80/2, rc 0, transno 21474839303 00000100:00100000:3.0:1778923630.576219:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668352:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923630.576227:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772fb80/2, rc 0, transno 17179872179 00000100:00100000:3.0:1778923630.576229:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287668864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.576255:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923630.576362:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287667712 00000100:00100000:2.0:1778923630.576367:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667712 00000100:00100000:2.0:1778923630.576398:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1778923630.576404:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+11:3293:x1865335287667712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.576564:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.576568:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.576570:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923630.576572:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923630.576575:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.576606:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287667712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 202us (350us total) trans 17179872184 rc 0/0 00000100:00100000:2.0:1778923630.576612:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1778923630.576633:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923630.576655:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923630.576665:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923630.576693:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923630.576717:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669248 00000100:00100000:2.0:1778923630.576721:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669248 00000100:00100000:2.0:1778923630.576734:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669120 00000100:00100000:2.0:1778923630.576736:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669120 00000100:00100000:2.0:1778923630.576745:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7037 00000100:00100000:2.0:1778923630.576750:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287669248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923630.576899:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923630.576902:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923630.576904:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923630.576906:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923630.576908:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923630.576940:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287668608:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1374us (6785us total) trans 21474839307 rc 0/0 00000100:00100000:0.0:1778923630.576946:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7034 00000100:00100000:0.0:1778923630.576961:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7038 00000100:00100000:0.0:1778923630.576986:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287669120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923630.577074:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923630.577078:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:0.0:1778923630.577080:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923630.577082:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:0.0:1778923630.577084:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923630.577114:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287669120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (420us total) trans 21474839309 rc 0/0 00000100:00100000:0.0:1778923630.577120:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7038 00000004:00080000:3.0:1778923630.577231:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c56d80/2, rc 0, transno 17179872184 00000100:00100000:3.0:1778923630.577236:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.577242:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668224:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923630.577428:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.577431:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923630.577434:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923630.577436:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923630.577438:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923630.577465:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287669248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 714us (831us total) trans 21474839310 rc 0/0 00000100:00100000:2.0:1778923630.577475:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7037 00000004:00080000:2.0:1778923630.577518:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954a680/2, rc 0, transno 21474839309 00000100:00100000:2.0:1778923630.577523:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669120:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923630.577533:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954fb80/2, rc 0, transno 21474839310 00000100:00100000:2.0:1778923630.577537:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.577593:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923630.577612:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668736:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.577636:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923630.577664:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641f100/2, rc 0, transno 21474839307 00000100:00100000:3.0:1778923630.577668:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668608:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.577684:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668224 00000100:00100000:3.0:1778923630.577688:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668224 00000100:00100000:3.0:1778923630.577715:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287668736 00000100:00100000:3.0:1778923630.577718:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287668736 00000100:00100000:3.0:1778923630.577735:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7039 00000100:00100000:3.0:1778923630.577740:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287668224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.577911:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7040 00000100:00100000:0.0:1778923630.577920:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287668736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923630.578053:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:0.0:1778923630.578056:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923630.578058:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923630.578061:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:0.0:1778923630.578063:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923630.578097:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287668736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (460us total) trans 17179872185 rc 0/0 00000100:00100000:0.0:1778923630.578104:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7040 00002000:00010000:3.0:1778923630.578219:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.578222:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923630.578224:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923630.578226:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923630.578228:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.578255:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287668224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 515us (988us total) trans 17179872186 rc 0/0 00000100:00100000:3.0:1778923630.578262:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7039 00000100:00100000:1.0:1778923630.578361:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287667200 00000100:00100000:3.0:1778923630.578391:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7041 00000100:00100000:3.0:1778923630.578398:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287667200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923630.578481:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.578484:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.578486:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.578488:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.578490:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.578589:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287667200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 192us (8339us total) trans 21474839311 rc 0/0 00000100:00100000:3.0:1778923630.578595:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7041 00000004:00080000:3.0:1778923630.578629:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d880/2, rc 0, transno 21474839311 00000100:00100000:3.0:1778923630.578634:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287667200:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923630.578643:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c55f80/2, rc 0, transno 17179872186 00000100:00100000:3.0:1778923630.578647:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668224:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.578655:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c56680/2, rc 0, transno 17179872185 00000100:00100000:3.0:1778923630.578658:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287668736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923630.578670:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.578822:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281666816 00000100:00100000:1.0:1778923630.578824:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287669632:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923630.578826:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281666816 00000100:00100000:1.0:1778923630.578853:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923630.578854:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7042 00000100:00100000:2.0:1778923630.578861:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:54746:x1865335281666816:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.578871:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.578891:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c48 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.578919:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.578928:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.578931:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.578935:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.578962:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.579031:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.579048:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287669760:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923630.579109:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705f139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923630.579122:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669632 00000100:00100000:2.0:1778923630.579125:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669632 00000100:00100000:2.0:1778923630.579150:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7043 00000100:00100000:2.0:1778923630.579157:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287669632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.579349:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287669376:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923630.579378:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923630.579401:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1778923630.579407:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287669504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.579429:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923630.579565:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669888:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.579592:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1778923630.579704:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923630.579708:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923630.579711:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923630.579713:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:2.0:1778923630.579715:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923630.583912:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669376 00000100:00100000:3.0:1778923630.583921:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669376 00000100:00100000:3.0:1778923630.583978:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669504 00000100:00100000:3.0:1778923630.583981:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669504 00000100:00100000:3.0:1778923630.583996:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287669888 00000100:00100000:3.0:1778923630.583999:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287669888 00000100:00100000:3.0:1778923630.584015:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7044 00000100:00100000:3.0:1778923630.584024:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287669376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923630.584318:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.584322:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584324:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584327:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584329:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923630.584387:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287669376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 365us (5008us total) trans 21474839312 rc 0/0 00000100:00100000:3.0:1778923630.584394:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7044 00000100:00100000:3.0:1778923630.584410:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7045 00000100:00100000:3.0:1778923630.584416:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287669504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923630.584551:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.584555:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.584557:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923630.584559:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.584561:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.584586:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287669504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (5156us total) trans 17179872188 rc 0/0 00000100:00100000:3.0:1778923630.584603:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7045 00000100:00100000:3.0:1778923630.584615:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7046 00000100:00100000:3.0:1778923630.584621:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287669888:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.584644:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287670016:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923630.584685:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1778923630.584692:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.584694:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.584696:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923630.584698:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923630.584699:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:0.0:1778923630.584722:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea80e00/2, rc 0, transno 17179872188 00000100:00100000:0.0:1778923630.584728:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287669504:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.584731:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287669888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (5139us total) trans 17179872189 rc 0/0 00000100:00100000:3.0:1778923630.584737:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7046 00000004:00080000:0.0:1778923630.584740:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea81880/2, rc 0, transno 21474839312 00000100:00100000:0.0:1778923630.584743:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287669376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923630.584747:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287670016 00000100:00100000:3.0:1778923630.584750:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287670016 00000100:00100000:3.0:1778923630.584764:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7047 00000100:00100000:3.0:1778923630.584769:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287670016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923630.584842:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 205532 -> 205532 00002000:00010000:3.0:1778923630.584845:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584847:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584849:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.584851:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923630.584891:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287670016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (206us total) trans 17179872190 rc 0/0 00000100:00100000:3.0:1778923630.584897:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7047 00000004:00080000:3.0:1778923630.584934:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea83480/2, rc 0, transno 17179872189 00000100:00100000:3.0:1778923630.584939:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287669888:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923630.584975:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ad80/2, rc 0, transno 21474839308 00000100:00100000:3.0:1778923630.584979:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287668992:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923630.585005:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea80a80/2, rc 0, transno 17179872190 00000100:00100000:0.0:1778923630.585009:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287670016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923630.588713:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287669632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9538us (9841us total) trans 17179872187 rc 0/0 00000100:00100000:2.0:1778923630.588734:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7043 00000100:00100000:0.0:1778923630.589645:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.589808:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287669760:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923630.589949:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.589990:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0a00, rc 0) 00000100:00100000:2.0:1778923630.590091:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281666816:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 11229us (11421us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.590102:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7042 00000100:00100000:3.0:1778923630.591555:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281666944 00000100:00100000:3.0:1778923630.591570:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281666944 00010000:00010000:3.0:1778923630.591622:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.591677:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3143 00000100:00100000:3.0:1778923630.591686:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281666944:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923630.591703:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923630.591726:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.591741:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.591764:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a3dcd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ba7 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.591783:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.591786:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.591794:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.591804:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.591847:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.591861:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287670144:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923630.591949:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000004:00080000:1.0:1778923630.594882:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea83b80/2, rc 0, transno 17179872187 00000100:00100000:1.0:1778923630.594898:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287669632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923630.602908:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287670144:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923630.602935:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923630.603002:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281666944:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 11316us (13366us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923630.603014:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3143 00000100:00100000:0.0:1778923630.610475:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.613809:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667072 00000100:00100000:3.0:1778923630.613824:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667072 00000100:00100000:2.0:1778923630.614080:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7048 00000100:00100000:2.0:1778923630.614093:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:54746:x1865335281667072:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.614118:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.614143:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c4f expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.614178:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.614186:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.614188:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.614192:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 39 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.614229:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.614241:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.614256:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287670272:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923630.614677:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705f139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923630.628393:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.628583:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287670272:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923630.628621:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 39 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.628648:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1800, rc 0) 00000100:00100000:2.0:1778923630.628713:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:54746:x1865335281667072:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 14622us (18245us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.628723:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7048 00000100:00100000:1.0:1778923630.628724:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667200 00000100:00100000:1.0:1778923630.628731:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667200 00010000:00010000:1.0:1778923630.628760:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.628793:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3144 00000100:00100000:1.0:1778923630.628802:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281667200:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923630.628816:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923630.628835:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.628847:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.628869:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a3dd4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bae expref: 39 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.628884:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.628886:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923630.628893:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 38 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.628903:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 38 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.628935:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 38 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.628948:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce601b40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287670400:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923630.629026:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923630.634324:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce601b40e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287670400:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923630.634358:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923630.634419:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281667200:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5617us (6037us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923630.634430:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3144 00000100:00100000:0.0:1778923630.650491:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.650661:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667328 00000100:00100000:3.0:1778923630.650670:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667328 00000100:00100000:3.0:1778923630.650770:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7049 00000100:00100000:3.0:1778923630.650781:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:54746:x1865335281667328:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923630.650797:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923630.650813:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c56 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.650843:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.650852:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.650854:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923630.650858:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.650890:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.650903:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.650924:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287670528:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923630.651010:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923630.656021:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287670528:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923630.656061:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 30 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.656190:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d200, rc 0) 00000100:00100000:3.0:1778923630.656257:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281667328:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 5477us (5774us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923630.656266:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7049 00000100:00100000:0.0:1778923630.662032:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.662584:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667456 00000100:00100000:2.0:1778923630.662595:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667456 00010000:00010000:2.0:1778923630.662635:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.662681:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3145 00000100:00100000:2.0:1778923630.662690:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281667456:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923630.662705:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923630.662727:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.662741:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.662763:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a3ddb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bb5 expref: 30 pid: 6548 timeout: 1427 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.662780:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.662783:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923630.662788:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.662799:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.662838:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.662852:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287670656:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923630.662937:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705f139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923630.666926:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.666970:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.666999:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.667083:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667584 00000100:00100000:3.0:1778923630.667105:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667584 00002000:00010000:3.0:1778923630.667148:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (152719->18446744073709551615) 00002000:00100000:3.0:1778923630.667153:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703480 with x1865335281667584 ext(152719->18446744073709551615) 00002000:00010000:3.0:1778923630.667165:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607703480. 00000100:00100000:3.0:1778923630.667193:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667840 00000100:00100000:3.0:1778923630.667196:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667840 00002000:00010000:3.0:1778923630.667208:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.667211:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700000 with x1865335281667840 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.667217:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607700000. 00000100:00100000:3.0:1778923630.667230:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667712 00000100:00100000:3.0:1778923630.667233:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667712 00002000:00010000:3.0:1778923630.667244:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.667246:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703100 with x1865335281667712 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.667252:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703100. 00000100:00100000:3.0:1778923630.667270:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3516 00000100:00100000:3.0:1778923630.667278:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281667584:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.667590:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 205532 -> 152719 00002000:00010000:3.0:1778923630.667595:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667598:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.667600:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667602:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1778923630.667659:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281667584:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 380us (741us total) trans 17179872191 rc 0/0 00000100:00100000:3.0:1778923630.667666:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3516 00002000:00010000:3.0:1778923630.667670:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (152719->18446744073709551615) 00002000:00100000:3.0:1778923630.667673:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703480 with x1865335281667584 ext(152719->18446744073709551615) 00002000:00010000:3.0:1778923630.667678:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607703480. 00000100:00100000:3.0:1778923630.667696:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3517 00000100:00100000:3.0:1778923630.667703:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281667840:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.667795:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.667798:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667801:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.667802:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667804:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.667827:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281667840:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 125us (865us total) trans 17179872192 rc 0/0 00000100:00100000:3.0:1778923630.667833:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3517 00002000:00010000:3.0:1778923630.667837:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.667839:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700000 with x1865335281667840 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.667843:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607700000. 00000100:00100000:3.0:1778923630.667856:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3518 00000100:00100000:3.0:1778923630.667862:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281667712:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.667985:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.667988:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667990:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.667992:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923629 -> 1778923630 00002000:00010000:3.0:1778923630.667994:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.668016:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281667712:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 154us (1016us total) trans 21474839313 rc 0/0 00000100:00100000:3.0:1778923630.668022:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3518 00002000:00010000:3.0:1778923630.668026:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.668028:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703100 with x1865335281667712 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.668032:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703100. 00000100:00100000:2.0:1778923630.668697:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287670656:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923630.668719:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923630.668754:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281667456:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6065us (6732us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.668762:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3145 00000100:00100000:0.0:1778923630.672997:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.673087:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281667968 00000100:00100000:3.0:1778923630.673109:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281667968 00000100:00100000:3.0:1778923630.673170:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5511 00000100:00100000:3.0:1778923630.673179:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281667968:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923630.673205:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923630.673226:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3f86 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c5d expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.673296:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.673316:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.673325:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.673363:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.673375:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 200 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.673388:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287670784:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923630.673467:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923630.685641:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.685760:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e658380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287670784:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923630.685786:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.688237:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668096 00000100:00100000:1.0:1778923630.688250:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668096 00010000:00010000:1.0:1778923630.688297:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 201 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.688340:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3146 00000100:00100000:1.0:1778923630.688348:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:2355:x1865335281668096:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923630.688370:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 201 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688382:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 201 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688395:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 201 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688404:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.688407:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923630.688411:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688422:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688429:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.688477:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 201 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.688547:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:2355:x1865335281668096:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 199us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923630.688555:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3146 00010000:00010000:3.0:1778923630.698118:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.698163:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923630.698356:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 205532 00000004:00200000:2.0:1778923630.698361:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923630.698409:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.698425:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.698490:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a3f86 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c5d expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.698538:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c5d expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.698548:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.698551:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923630.698578:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c000, rc 0) 00000100:00100000:2.0:1778923630.698687:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281667968:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 25508us (25697us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.698696:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5511 00000100:00100000:3.0:1778923630.716060:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.716183:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668352 00000100:00100000:0.0:1778923630.716193:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668352 00000100:00100000:0.0:1778923630.716257:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5512 00000100:00100000:0.0:1778923630.716268:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281668352:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923630.716324:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1778923630.716352:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a3f6a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c41 expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.716375:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a3f8d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c5d expref: 199 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.716387:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.716393:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923630.716708:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.716723:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.716734:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923630.716792:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939864 00000004:00010000:0.0:1778923630.716821:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b64ac6c6 reply state 000000000450e704 transno 8589939865 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.716829:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923630.716913:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281668352:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 645us (861us total) trans 8589939865 rc 0/0 00000100:00100000:0.0:1778923630.716921:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5512 00000020:00080000:0.0:1778923630.716926:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923630.719399:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923630.719756:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719769:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719776:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719782:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923630.719787:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719797:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719812:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.719815:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923630.719819:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.719825:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a3f94 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.720025:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668480 00000100:00100000:2.0:1778923630.720034:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668480 00000100:00100000:2.0:1778923630.720172:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5513 00000100:00100000:2.0:1778923630.720182:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281668480:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.720208:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.720227:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f9b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c64 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.720289:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f9b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c64 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.720303:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f9b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c64 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.720327:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.720330:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923630.720332:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706283c00, rc 0) 00000100:00100000:2.0:1778923630.720397:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281668480:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 216us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.720404:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5513 00000100:00100000:1.0:1778923630.726228:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.726403:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668608 00000100:00100000:3.0:1778923630.726414:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668608 00002000:00010000:3.0:1778923630.726454:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (166085->18446744073709551615) 00002000:00100000:3.0:1778923630.726459:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b40e00 with x1865335281668608 ext(166085->18446744073709551615) 00002000:00010000:3.0:1778923630.726471:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b40e00. 00000100:00100000:3.0:1778923630.726527:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3519 00000100:00100000:3.0:1778923630.726537:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281668608:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.726755:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 152719 -> 166085 00002000:00010000:3.0:1778923630.726758:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.726760:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.726761:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.726763:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1778923630.726825:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce601b40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281668608:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 288us (604us total) trans 17179872193 rc 0/0 00000100:00100000:3.0:1778923630.726831:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3519 00002000:00010000:3.0:1778923630.726835:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (166085->18446744073709551615) 00002000:00100000:3.0:1778923630.726837:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce601b40e00 with x1865335281668608 ext(166085->18446744073709551615) 00002000:00010000:3.0:1778923630.726851:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce601b40e00. 00000100:00100000:3.0:1778923630.727952:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.727995:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.728672:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668736 00000100:00100000:2.0:1778923630.728682:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668736 00002000:00010000:2.0:1778923630.728718:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.728722:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659180 with x1865335281668736 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.728734:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e659180. 00000100:00100000:2.0:1778923630.728765:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668864 00000100:00100000:2.0:1778923630.728768:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668864 00002000:00010000:2.0:1778923630.728780:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.728782:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659c00 with x1865335281668864 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.728788:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e659c00. 00000100:00100000:2.0:1778923630.728811:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3520 00000100:00100000:2.0:1778923630.728819:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281668736:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923630.729046:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.729050:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.729053:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.729055:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.729057:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.729264:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3521 00000100:00100000:3.0:1778923630.729273:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281668864:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.729402:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.729404:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.729407:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.729409:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.729411:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.729462:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281668864:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 190us (1465us total) trans 17179872194 rc 0/0 00000100:00100000:3.0:1778923630.729470:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3521 00002000:00010000:3.0:1778923630.729474:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.729477:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659c00 with x1865335281668864 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.729481:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e659c00. 00000100:00100000:2.0:1778923630.729717:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281668736:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 897us (1770us total) trans 21474839314 rc 0/0 00000100:00100000:2.0:1778923630.729728:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3520 00002000:00010000:2.0:1778923630.729731:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.729733:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659180 with x1865335281668736 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.729738:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e659180. 00000100:00100000:0.0:1778923630.732179:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.732615:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281668992 00000100:00100000:2.0:1778923630.732625:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281668992 00000100:00100000:2.0:1778923630.732715:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5514 00000100:00100000:2.0:1778923630.732726:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281668992:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.732743:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.732762:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3fa2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c6b expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.732861:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.732875:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.732886:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923630.732914:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 166085 00000004:00200000:2.0:1778923630.732918:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923630.732934:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.732960:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283600/0x3baece0abe6a3fa2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c6b expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.732995:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c6b expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.733004:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.733007:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923630.733011:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:2.0:1778923630.733078:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281668992:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 356us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.733086:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5514 00000100:00100000:2.0:1778923630.739260:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.739344:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281669248 00000100:00100000:3.0:1778923630.739355:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281669248 00000100:00100000:3.0:1778923630.739414:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5515 00000100:00100000:3.0:1778923630.739424:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281669248:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:3.0:1778923630.739473:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923630.739499:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fa9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c6b expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.739554:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923630.739558:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923630.739803:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.739818:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.739827:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923630.740062:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939866 00000004:00010000:3.0:1778923630.740092:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006e2f51b6 reply state 00000000d4ef9b75 transno 8589939867 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.740101:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923630.740193:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281669248:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 769us (941us total) trans 8589939867 rc 0/0 00000100:00100000:3.0:1778923630.740201:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5515 00000020:00080000:3.0:1778923630.740208:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923630.745593:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.745620:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.745648:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.745678:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281669376 00000100:00100000:3.0:1778923630.745687:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281669376 00002000:00010000:3.0:1778923630.745727:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (83570->18446744073709551615) 00002000:00100000:3.0:1778923630.745732:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65b480 with x1865335281669376 ext(83570->18446744073709551615) 00002000:00010000:3.0:1778923630.745744:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65b480. 00000100:00100000:3.0:1778923630.745765:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281669504 00000100:00100000:3.0:1778923630.745768:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281669504 00002000:00010000:3.0:1778923630.745780:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.745782:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65bb80 with x1865335281669504 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.745787:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e65bb80. 00000100:00100000:3.0:1778923630.745798:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281669632 00000100:00100000:3.0:1778923630.745800:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281669632 00002000:00010000:3.0:1778923630.745810:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.745812:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65ad80 with x1865335281669632 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.745818:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65ad80. 00000100:00100000:3.0:1778923630.745833:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3522 00000100:00100000:3.0:1778923630.745853:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281669376:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.746195:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 166085 -> 83570 00002000:00010000:3.0:1778923630.746200:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746203:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.746205:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746207:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1778923630.746258:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281669376:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 417us (681us total) trans 17179872195 rc 0/0 00000100:00100000:3.0:1778923630.746266:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3522 00002000:00010000:3.0:1778923630.746270:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (83570->18446744073709551615) 00002000:00100000:3.0:1778923630.746273:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65b480 with x1865335281669376 ext(83570->18446744073709551615) 00002000:00010000:3.0:1778923630.746277:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65b480. 00000100:00100000:3.0:1778923630.746296:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3523 00000100:00100000:3.0:1778923630.746304:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281669504:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.746419:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.746422:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746425:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.746427:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746429:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.746450:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281669504:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 147us (829us total) trans 21474839315 rc 0/0 00000100:00100000:3.0:1778923630.746456:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3523 00002000:00010000:3.0:1778923630.746459:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.746462:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65bb80 with x1865335281669504 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.746466:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e65bb80. 00000100:00100000:3.0:1778923630.746480:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3524 00000100:00100000:3.0:1778923630.746486:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281669632:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.746601:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.746604:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746606:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.746608:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.746611:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.746634:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281669632:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 147us (984us total) trans 17179872196 rc 0/0 00000100:00100000:3.0:1778923630.746640:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3524 00002000:00010000:3.0:1778923630.746643:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.746646:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65ad80 with x1865335281669632 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.746650:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65ad80. 00010000:00010000:2.0:1778923630.747462:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747476:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747483:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747488:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923630.747493:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747500:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747542:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.747544:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923630.747550:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.747555:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a3fb0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.753821:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.754119:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281669760 00000100:00100000:2.0:1778923630.754130:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281669760 00000100:00100000:2.0:1778923630.754194:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5516 00000100:00100000:2.0:1778923630.754204:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281669760:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923630.754229:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923630.754247:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fb7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c72 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754329:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754344:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754354:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923630.754378:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 83570 00000004:00200000:2.0:1778923630.754381:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923630.754398:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754423:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fb7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c72 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754438:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c72 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.754447:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.754450:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923630.754453:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736c00, rc 0) 00000100:00100000:2.0:1778923630.754819:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281669760:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 615us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923630.754827:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5516 00000100:00100000:3.0:1778923630.777588:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.777742:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670016 00000100:00100000:2.0:1778923630.777753:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670016 00000100:00100000:2.0:1778923630.777823:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5517 00000100:00100000:2.0:1778923630.777833:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281670016:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923630.777894:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923630.777920:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a3fbe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c72 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.777941:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.777947:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923630.778197:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.778211:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.778222:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923630.778287:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939868 00000004:00010000:2.0:1778923630.778314:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ff2672bf reply state 000000003374fe17 transno 8589939869 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.778323:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923630.778418:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281670016:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 586us (913us total) trans 8589939869 rc 0/0 00000100:00100000:2.0:1778923630.778426:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5517 00000020:00080000:2.0:1778923630.778431:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923630.785758:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.785799:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.785843:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670272 00000100:00100000:2.0:1778923630.785860:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670272 00002000:00010000:2.0:1778923630.785919:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.785925:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659880 with x1865335281670272 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.785940:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e659880. 00000100:00100000:2.0:1778923630.785990:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670144 00000100:00100000:2.0:1778923630.785994:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670144 00002000:00010000:2.0:1778923630.786008:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (184411->18446744073709551615) 00002000:00100000:2.0:1778923630.786012:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65b100 with x1865335281670144 ext(184411->18446744073709551615) 00000100:00100000:3.0:1778923630.786103:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.786132:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670400 00000100:00100000:3.0:1778923630.786141:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670400 00002000:00010000:3.0:1778923630.786174:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.786178:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e658e00 with x1865335281670400 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.786189:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e658e00. 00000100:00100000:3.0:1778923630.786214:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3525 00000100:00100000:3.0:1778923630.786223:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281670272:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.786441:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.786445:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.786447:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.786449:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.786451:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.786536:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281670272:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 314us (788us total) trans 21474839316 rc 0/0 00000100:00100000:3.0:1778923630.786544:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3525 00002000:00010000:3.0:1778923630.786548:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.786550:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e659880 with x1865335281670272 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.786555:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e659880. 00000100:00100000:3.0:1778923630.786583:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3526 00000100:00100000:3.0:1778923630.786590:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281670400:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.786700:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.786703:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.786706:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.786708:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:3.0:1778923630.786710:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.786733:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281670400:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 144us (632us total) trans 17179872197 rc 0/0 00000100:00100000:3.0:1778923630.786740:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3526 00002000:00010000:3.0:1778923630.786743:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.786746:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e658e00 with x1865335281670400 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.786750:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e658e00. 00002000:00010000:2.0:1778923630.787202:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65b100. 00000100:00100000:0.0:1778923630.787731:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3527 00000100:00100000:0.0:1778923630.787749:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281670144:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923630.787934:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 83570 -> 184411 00002000:00010000:0.0:1778923630.787937:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:0.0:1778923630.787940:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923630.787942:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:0.0:1778923630.787944:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:0.0:1778923630.788009:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281670144:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 267us (2210us total) trans 17179872198 rc 0/0 00000100:00100000:0.0:1778923630.788017:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3527 00002000:00010000:0.0:1778923630.788022:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (184411->18446744073709551615) 00002000:00100000:0.0:1778923630.788024:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e65b100 with x1865335281670144 ext(184411->18446744073709551615) 00002000:00010000:0.0:1778923630.788030:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e65b100. 00010000:00010000:1.0:1778923630.788604:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788617:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788625:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788631:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923630.788636:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788643:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788659:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.788662:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923630.788668:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.788674:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a3fc5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.796649:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.796833:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670528 00000100:00100000:0.0:1778923630.796852:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670528 00000100:00100000:0.0:1778923630.796909:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5518 00000100:00100000:0.0:1778923630.796921:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54746:x1865335281670528:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923630.796944:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923630.796974:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3fcc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c79 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797074:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797088:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797099:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923630.797126:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 184411 00000004:00200000:0.0:1778923630.797130:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923630.797148:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797175:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3fcc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c79 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797191:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c79 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.797198:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.797201:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923630.797204:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923630.797262:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281670528:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 344us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.797268:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5518 00000100:00100000:1.0:1778923630.813867:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.814005:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670656 00000100:00100000:3.0:1778923630.814016:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670656 00002000:00100000:3.0:1778923630.814066:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (106496->151551) req@ffff9ce71123dc00 x1865335281670656/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/0 e 0 to 0 dl 1778923641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923630.814079:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123dc00 with x1865335281670656 ext(106496->151551) 00002000:00010000:3.0:1778923630.814085:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123dc00 00000100:00100000:3.0:1778923630.814117:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3528 00000100:00100000:3.0:1778923630.814126:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281670656:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923630.825209:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281670656:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 10733us (11000us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1778923630.825223:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3528 00002000:00100000:1.0:1778923630.825237:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (106496->151551) req@ffff9ce71123dc00 x1865335281670656/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/440 e 0 to 0 dl 1778923641 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923630.825247:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123dc00 with x1865335281670656 ext(106496->151551) 00002000:00010000:1.0:1778923630.825252:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71123dc00 00000100:00100000:0.0:1778923630.831834:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.833015:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281670912 00000100:00100000:2.0:1778923630.833027:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281670912 00000100:00100000:2.0:1778923630.833113:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5519 00000100:00100000:2.0:1778923630.833124:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281670912:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923630.833181:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923630.833208:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a3fd3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c79 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.833228:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923630.833234:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923630.833451:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.833467:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923630.833477:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923630.833579:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939870 00000004:00010000:2.0:1778923630.833606:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000092a03215 reply state 00000000cde1ddbe transno 8589939871 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923630.833615:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923630.833710:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281670912:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 588us (1884us total) trans 8589939871 rc 0/0 00000100:00100000:2.0:1778923630.833718:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5519 00000020:00080000:2.0:1778923630.833722:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923630.843983:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844001:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844008:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844014:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923630.844019:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844026:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844044:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923630.844049:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923630.844054:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.844060:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a3fda lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923630.852095:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.852137:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.852223:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.852576:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671040 00000100:00100000:2.0:1778923630.852597:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671040 00002000:00010000:2.0:1778923630.852640:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (10349->18446744073709551615) 00002000:00100000:2.0:1778923630.852645:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee9c00 with x1865335281671040 ext(10349->18446744073709551615) 00002000:00010000:2.0:1778923630.852657:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee9c00. 00000100:00100000:2.0:1778923630.852686:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671296 00000100:00100000:2.0:1778923630.852689:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671296 00002000:00010000:2.0:1778923630.852701:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.852704:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098ba300 with x1865335281671296 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.852709:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098ba300. 00000100:00100000:2.0:1778923630.852719:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671168 00000100:00100000:2.0:1778923630.852721:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671168 00002000:00010000:2.0:1778923630.852731:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.852734:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098b9880 with x1865335281671168 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.852739:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7098b9880. 00000100:00100000:2.0:1778923630.852754:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3529 00000100:00100000:2.0:1778923630.852762:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281671040:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923630.853143:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 184411 -> 10349 00002000:00010000:2.0:1778923630.853147:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853150:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.853151:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853154:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1778923630.853209:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281671040:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 447us (1123us total) trans 17179872199 rc 0/0 00000100:00100000:2.0:1778923630.853217:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3529 00002000:00010000:2.0:1778923630.853221:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (10349->18446744073709551615) 00002000:00100000:2.0:1778923630.853224:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee9c00 with x1865335281671040 ext(10349->18446744073709551615) 00002000:00010000:2.0:1778923630.853228:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee9c00. 00000100:00100000:2.0:1778923630.853246:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3530 00000100:00100000:2.0:1778923630.853252:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281671296:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923630.853347:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.853350:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853351:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.853353:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853355:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.853377:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281671296:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 125us (1239us total) trans 17179872200 rc 0/0 00000100:00100000:2.0:1778923630.853383:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3530 00002000:00010000:2.0:1778923630.853386:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.853388:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098ba300 with x1865335281671296 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.853392:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098ba300. 00000100:00100000:2.0:1778923630.853404:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3531 00000100:00100000:2.0:1778923630.853410:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281671168:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923630.853549:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923630.853552:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853554:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.853556:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923630 -> 1778923630 00002000:00010000:2.0:1778923630.853558:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923630.853577:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281671168:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 168us (1354us total) trans 21474839317 rc 0/0 00000100:00100000:2.0:1778923630.853583:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3531 00002000:00010000:2.0:1778923630.853586:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923630.853588:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098b9880 with x1865335281671168 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923630.853592:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7098b9880. 00000100:00100000:3.0:1778923630.857234:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.857369:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671424 00000100:00100000:0.0:1778923630.857379:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671424 00000100:00100000:0.0:1778923630.857441:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5520 00000100:00100000:0.0:1778923630.857452:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281671424:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923630.857475:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923630.857497:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3fe1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c80 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857631:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857646:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857658:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923630.857685:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 10349 00000004:00200000:0.0:1778923630.857690:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923630.857711:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857739:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3fe1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c80 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857757:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c80 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.857771:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.857774:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923630.857778:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923630.857835:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281671424:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 385us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.857842:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5520 00000100:00100000:3.0:1778923630.869287:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.869451:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671552 00000100:00100000:0.0:1778923630.869460:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671552 00002000:00100000:0.0:1778923630.869535:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (0->12287) req@ffff9ce71e658380 x1865335281671552/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/0 e 0 to 0 dl 1778923641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923630.869546:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e658380 with x1865335281671552 ext(0->12287) 00002000:00010000:0.0:1778923630.869551:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e658380 00000100:00100000:0.0:1778923630.869588:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3532 00000100:00100000:0.0:1778923630.869597:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281671552:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923630.869805:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281671552:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 208us (526us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1778923630.869813:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3532 00002000:00100000:0.0:1778923630.869819:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (0->12287) req@ffff9ce71e658380 x1865335281671552/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/12728 e 0 to 0 dl 1778923641 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923630.869827:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e658380 with x1865335281671552 ext(0->12287) 00002000:00010000:0.0:1778923630.869831:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e658380 00000100:00100000:3.0:1778923630.882330:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.884366:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671808 00000100:00100000:1.0:1778923630.884380:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671808 00000100:00100000:1.0:1778923630.884519:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5521 00000100:00100000:1.0:1778923630.884530:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281671808:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923630.884585:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923630.884611:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a3fe8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c80 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.884629:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.884634:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923630.884863:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.884890:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.884900:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923630.884951:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939872 00000004:00010000:1.0:1778923630.884991:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000120ac7df reply state 000000009c4e4b23 transno 8589939873 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.885000:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923630.885111:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281671808:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 581us (2789us total) trans 8589939873 rc 0/0 00000100:00100000:1.0:1778923630.885119:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5521 00000020:00080000:1.0:1778923630.885123:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923630.891276:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.891301:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.891330:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.891353:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281671936 00000100:00100000:3.0:1778923630.891362:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281671936 00002000:00010000:3.0:1778923630.891401:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (172636->18446744073709551615) 00002000:00100000:3.0:1778923630.891406:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3a680 with x1865335281671936 ext(172636->18446744073709551615) 00002000:00010000:3.0:1778923630.891418:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f3a680. 00000100:00100000:3.0:1778923630.891438:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672192 00000100:00100000:3.0:1778923630.891440:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672192 00002000:00010000:3.0:1778923630.891450:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.891453:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f38a80 with x1865335281672192 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.891458:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f38a80. 00000100:00100000:3.0:1778923630.891468:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672064 00000100:00100000:3.0:1778923630.891471:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672064 00002000:00010000:3.0:1778923630.891483:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.891486:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3ad80 with x1865335281672064 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.891491:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f3ad80. 00000100:00100000:3.0:1778923630.891530:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3533 00000100:00100000:3.0:1778923630.891539:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281671936:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.891756:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 10349 -> 172636 00002000:00010000:3.0:1778923630.891760:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.891763:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.891765:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.891767:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:3.0:1778923630.891825:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281671936:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 287us (568us total) trans 17179872201 rc 0/0 00000100:00100000:3.0:1778923630.891832:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3533 00002000:00010000:3.0:1778923630.891836:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (172636->18446744073709551615) 00002000:00100000:3.0:1778923630.891838:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3a680 with x1865335281671936 ext(172636->18446744073709551615) 00002000:00010000:3.0:1778923630.891845:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f3a680. 00000100:00100000:3.0:1778923630.891864:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3534 00000100:00100000:3.0:1778923630.891872:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281672192:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.891983:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.891986:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.891988:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.891990:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.891992:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.892013:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281672192:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 143us (712us total) trans 17179872202 rc 0/0 00000100:00100000:3.0:1778923630.892019:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3534 00002000:00010000:3.0:1778923630.892022:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.892024:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f38a80 with x1865335281672192 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.892028:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f38a80. 00000100:00100000:3.0:1778923630.892040:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3535 00000100:00100000:3.0:1778923630.892047:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281672064:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.892162:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.892165:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.892167:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.892168:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923630 -> 1778923631 00002000:00010000:3.0:1778923630.892170:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.892190:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281672064:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 144us (860us total) trans 21474839318 rc 0/0 00000100:00100000:3.0:1778923630.892196:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3535 00002000:00010000:3.0:1778923630.892199:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.892201:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3ad80 with x1865335281672064 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.892205:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f3ad80. 00010000:00010000:0.0:1778923630.892798:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892815:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892822:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892827:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923630.892831:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892838:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892852:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.892855:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923630.892860:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.892865:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a3fef lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.896917:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.897203:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672320 00000100:00100000:0.0:1778923630.897212:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672320 00000100:00100000:0.0:1778923630.897271:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5522 00000100:00100000:0.0:1778923630.897281:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281672320:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923630.897302:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923630.897321:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3ff6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c87 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897410:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897423:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897435:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923630.897461:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 172636 00000004:00200000:0.0:1778923630.897466:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923630.897484:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897540:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a3ff6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c87 expref: 211 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897556:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c87 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.897564:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.897567:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923630.897571:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923630.897627:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281672320:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 348us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.897634:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5522 00000100:00100000:3.0:1778923630.905236:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.905336:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672576 00000100:00100000:1.0:1778923630.905346:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672576 00000100:00100000:1.0:1778923630.905410:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5523 00000100:00100000:1.0:1778923630.905420:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281672576:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923630.905475:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923630.905551:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a3ffd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c87 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.905572:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.905577:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923630.905795:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.905809:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.905819:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923630.905872:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939874 00000004:00010000:1.0:1778923630.905898:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008996ce0f reply state 00000000418be8c1 transno 8589939875 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923630.905907:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923630.906005:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281672576:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 586us (777us total) trans 8589939875 rc 0/0 00000100:00100000:1.0:1778923630.906013:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5523 00000020:00080000:1.0:1778923630.906018:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923630.916036:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916054:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916072:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916079:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923630.916084:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916091:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916110:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923630.916113:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923630.916118:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923630.916125:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4004 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923630.927355:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923630.927623:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672704 00000100:00100000:2.0:1778923630.927633:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672704 00002000:00010000:2.0:1778923630.927669:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (193750->18446744073709551615) 00002000:00100000:2.0:1778923630.927674:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3aa00 with x1865335281672704 ext(193750->18446744073709551615) 00002000:00010000:2.0:1778923630.927685:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f3aa00. 00000100:00100000:2.0:1778923630.927720:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3536 00000100:00100000:2.0:1778923630.927730:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281672704:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923630.927975:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 172636 -> 193750 00002000:00010000:2.0:1778923630.927979:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:2.0:1778923630.927982:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923630.927984:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923631 -> 1778923631 00002000:00010000:2.0:1778923630.927987:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 263 00000100:00100000:2.0:1778923630.928043:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281672704:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 314us (698us total) trans 17179872203 rc 0/0 00000100:00100000:2.0:1778923630.928051:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3536 00002000:00010000:2.0:1778923630.928055:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (193750->18446744073709551615) 00002000:00100000:2.0:1778923630.928057:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f3aa00 with x1865335281672704 ext(193750->18446744073709551615) 00002000:00010000:2.0:1778923630.928062:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f3aa00. 00000100:00100000:1.0:1778923630.933050:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.933104:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923630.933186:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672832 00000100:00100000:3.0:1778923630.933195:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672832 00002000:00010000:3.0:1778923630.933236:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.933241:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123fb80 with x1865335281672832 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.933254:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71123fb80. 00000100:00100000:3.0:1778923630.933297:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281672960 00000100:00100000:3.0:1778923630.933301:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281672960 00002000:00010000:3.0:1778923630.933314:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.933317:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2e300 with x1865335281672960 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.933324:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2e300. 00000100:00100000:3.0:1778923630.933348:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3537 00000100:00100000:3.0:1778923630.933358:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281672832:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.933633:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.933638:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:3.0:1778923630.933640:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.933643:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923631 -> 1778923631 00002000:00010000:3.0:1778923630.933645:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.933718:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281672832:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 361us (677us total) trans 21474839319 rc 0/0 00000100:00100000:3.0:1778923630.933727:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3537 00002000:00010000:3.0:1778923630.933732:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.933735:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123fb80 with x1865335281672832 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.933739:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71123fb80. 00000100:00100000:3.0:1778923630.933759:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3538 00000100:00100000:3.0:1778923630.933767:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281672960:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923630.933886:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923630.933889:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:3.0:1778923630.933891:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923630.933893:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923631 -> 1778923631 00002000:00010000:3.0:1778923630.933895:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923630.933916:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281672960:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 150us (811us total) trans 17179872204 rc 0/0 00000100:00100000:3.0:1778923630.933922:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3538 00002000:00010000:3.0:1778923630.933926:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923630.933928:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602e2e300 with x1865335281672960 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923630.933932:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602e2e300. 00000100:00100000:3.0:1778923630.941439:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923630.941603:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673088 00000100:00100000:1.0:1778923630.941613:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673088 00000100:00100000:1.0:1778923630.941669:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5524 00000100:00100000:1.0:1778923630.941680:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+211:54746:x1865335281673088:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923630.941705:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923630.941729:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a400b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c8e expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941818:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941833:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941845:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923630.941871:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923630.941875:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923630.941893:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941918:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a400b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c8e expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941935:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c8e expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923630.941944:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923630.941947:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923630.941952:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:1.0:1778923630.942023:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281673088:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 345us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923630.942029:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5524 00000100:00100000:3.0:1778923630.952365:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.952555:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673216 00000100:00100000:0.0:1778923630.952565:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673216 00002000:00100000:0.0:1778923630.952611:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (12288->196607) req@ffff9ce704f38000 x1865335281673216/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/0 e 0 to 0 dl 1778923641 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923630.952622:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f38000 with x1865335281673216 ext(12288->196607) 00002000:00010000:0.0:1778923630.952629:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f38000 00000100:00100000:0.0:1778923630.952662:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3539 00000100:00100000:0.0:1778923630.952671:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281673216:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923630.965645:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281673216:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 12965us (13279us total) trans 0 rc 184320/184320 00000100:00100000:0.0:1778923630.965657:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3539 00002000:00100000:0.0:1778923630.965669:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (12288->196607) req@ffff9ce704f38000 x1865335281673216/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:191/0 lens 488/440 e 0 to 0 dl 1778923641 ref 1 fl Complete:/600/0 rc 184320/184320 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923630.965679:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f38000 with x1865335281673216 ext(12288->196607) 00002000:00010000:0.0:1778923630.965686:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f38000 00000100:00100000:3.0:1778923630.991204:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923630.991373:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673344 00000100:00100000:0.0:1778923630.991388:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673344 00000100:00100000:0.0:1778923630.991463:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5525 00000100:00100000:0.0:1778923630.991473:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54916:x1865335281673344:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923630.991532:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923630.991553:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a4019 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c95 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991616:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991630:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991644:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991658:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991665:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.991672:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992026:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992037:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992043:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923630.992288:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:0.0:1778923630.992293:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923630.992314:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992326:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992335:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992345:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992350:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992356:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923630.992360:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992367:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992377:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923630.992380:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923630.992385:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992391:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4020 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992403:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992409:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992414:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992419:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923630.992421:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992427:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992434:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce701403e00) 00010000:00010000:0.0:1778923630.992436:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923630.992439:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992444:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4027 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992477:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7000/0x3baece0abe6a4019 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c95 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992779:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c95 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923630.992787:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923630.992789:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923630.992792:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923630.992861:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+213:54916:x1865335281673344:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1389us (1668us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923630.992869:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5525 00000100:00100000:3.0:1778923631.006119:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.006151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.006231:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673728 00000100:00100000:0.0:1778923631.006235:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673472 00000100:00100000:1.0:1778923631.006248:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673728 00000100:00100000:0.0:1778923631.006249:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673472 00000100:00100000:0.0:1778923631.006329:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 565 00000100:00100000:0.0:1778923631.006345:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281673472:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1778923631.006358:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5526 00010000:00010000:0.0:1778923631.006367:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1778923631.006374:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54916:x1865335281673728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923631.006394:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923631.006397:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923631.006573:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a402e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c95 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.007496:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923631.007535:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923631.007610:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+213:2354:x1865335281673472:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1266us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.007620:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 565 00010000:00010000:1.0:1778923631.009388:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a3f39 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c25 expref: 212 pid: 30327 timeout: 1427 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009414:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923631.009420:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923631.009439:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a4035 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546c9c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009575:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009589:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009600:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923631.009613:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00010000:00010000:1.0:1778923631.009755:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a4035 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c9c expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009768:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c9c expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.009776:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923631.009778:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923631.009780:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819200, rc 0) 00000100:00100000:1.0:1778923631.009850:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54916:x1865335281673728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3476us (3737us total) trans 8589939876 rc 0/0 00000100:00100000:1.0:1778923631.009859:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5526 00000100:00100000:2.0:1778923631.014081:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.014152:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.014394:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.015166:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673856 00000100:00100000:3.0:1778923631.015182:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673856 00000100:00100000:3.0:1778923631.015266:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674112 00000100:00100000:3.0:1778923631.015269:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674112 00000100:00100000:3.0:1778923631.015300:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7050 00000100:00100000:3.0:1778923631.015310:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281673856:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923631.015363:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015386:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 44 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015394:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923631.015396:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923631.015401:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015474:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 44 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015491:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 44 pid: 8354 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.015522:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287670912:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923631.015615:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923631.015779:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7051 00000100:00100000:3.0:1778923631.015787:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281674112:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923631.015811:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015824:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 44 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015831:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923631.015832:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923631.015835:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015920:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 44 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.015936:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 44 pid: 32953 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.015947:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287671040:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923631.015994:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923631.020542:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.020593:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674368 00000100:00100000:2.0:1778923631.020604:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674368 00010000:00010000:2.0:1778923631.020650:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 45 pid: 32953 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.020698:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3147 00000100:00100000:2.0:1778923631.020708:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281674368:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923631.020730:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923631.020763:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 45 pid: 32953 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.020778:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 45 pid: 32953 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.020789:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281673984 00000100:00100000:0.0:1778923631.020794:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281673984 00010000:00010000:2.0:1778923631.020815:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.020818:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.020826:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.020834:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7052 00010000:00010000:2.0:1778923631.020841:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.020844:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281673984:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923631.020876:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923631.020896:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.020917:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 45 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.020926:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923631.020929:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923631.020932:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.020950:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281674368:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 243us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923631.020959:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3147 00010000:00010000:0.0:1778923631.020991:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 45 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.021012:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 45 pid: 6547 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.021031:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287671168:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923631.021098:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6020660c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923631.021106:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.021133:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674240 00000100:00100000:2.0:1778923631.021137:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674240 00010000:00010000:2.0:1778923631.021153:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 45 pid: 8354 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.021182:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3148 00000100:00100000:2.0:1778923631.021187:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281674240:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923631.021194:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923631.021203:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 45 pid: 8354 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.021213:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 45 pid: 8354 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.021224:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.021228:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.021231:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.021239:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.021252:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923631.021268:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281674240:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 82us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923631.021274:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3148 00010000:00010000:3.0:1778923631.022000:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a3f7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c56 expref: 44 pid: 32953 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.022022:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287671040:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923631.022047:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022058:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022066:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022101:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022111:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022127:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022135:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923631.022140:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022150:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022166:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022175:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a4051 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.022259:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281674112:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 6472us (8106us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.022268:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7051 00010000:00010000:3.0:1778923631.022314:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed4a0ede/0x3baece0abe6a3f71 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c48 expref: 42 pid: 8354 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.022323:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287670912:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923631.022333:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022341:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022347:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022362:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022368:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022374:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022379:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923631.022382:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022389:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022397:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.022407:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a404a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.022441:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281673856:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 7132us (8376us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.022446:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7050 00000100:00100000:0.0:1778923631.027842:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287671168:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.027898:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.030305:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.031289:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674496 00000100:00100000:1.0:1778923631.031304:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674496 00010000:00010000:1.0:1778923631.031354:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 46 pid: 6547 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.031410:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3149 00000100:00100000:1.0:1778923631.031421:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281674496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923631.031441:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923631.031469:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 46 pid: 6547 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.031484:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 46 pid: 6547 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.031558:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a3f78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c4f expref: 46 pid: 6547 timeout: 1428 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.031587:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.031589:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.031596:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.031607:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.031636:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923631.031702:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281674496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 283us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923631.031710:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3149 00010000:00010000:0.0:1778923631.032824:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032843:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032899:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032909:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032919:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032928:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923631.032933:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032942:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032971:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.032980:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4058 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.033101:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281673984:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 12255us (18711us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.033111:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7052 00000100:00100000:0.0:1778923631.040383:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.040463:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674752 00000100:00100000:2.0:1778923631.040477:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674752 00000100:00100000:2.0:1778923631.040572:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5527 00000100:00100000:2.0:1778923631.040583:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+213:54916:x1865335281674752:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923631.040655:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1778923631.040689:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706283c00/0x3baece0abe6a3f9b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c64 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.040717:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4012 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c8e expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.040729:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923631.040737:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923631.040779:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.040797:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.040809:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923631.046046:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1668, 88 off144984 00000004:00080000:2.0:1778923631.046078:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102573573ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046147:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1660, 88 off144544 00000004:00080000:2.0:1778923631.046153:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102649423ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046184:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1661, 88 off144632 00000004:00080000:2.0:1778923631.046188:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102683750ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046202:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1669, 88 off145072 00000004:00080000:2.0:1778923631.046205:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102701478ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046219:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1670, 88 off145160 00000004:00080000:2.0:1778923631.046223:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102719005ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046237:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1662, 88 off144720 00000004:00080000:2.0:1778923631.046240:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102736653ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046256:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1663, 88 off144808 00000004:00080000:2.0:1778923631.046260:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102756326ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046276:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1671, 88 off145248 00000004:00080000:2.0:1778923631.046279:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102775370ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046294:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1664, 88 off144896 00000004:00080000:2.0:1778923631.046299:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102795140ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046314:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1672, 88 off145336 00000004:00080000:2.0:1778923631.046318:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102813636ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046330:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1673, 88 off145424 00000004:00080000:2.0:1778923631.046335:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102830710ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046349:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1665, 88 off144984 00000004:00080000:2.0:1778923631.046353:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102849549ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046368:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1674, 88 off145512 00000004:00080000:2.0:1778923631.046372:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102868156ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046387:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1666, 88 off145072 00000004:00080000:2.0:1778923631.046390:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102886536ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046406:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1675, 88 off145600 00000004:00080000:2.0:1778923631.046409:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102905309ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046424:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1667, 88 off145160 00000004:00080000:2.0:1778923631.046428:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102923726ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046442:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1668, 88 off145248 00000004:00080000:2.0:1778923631.046446:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328102942229ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046462:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1676, 88 off145688 00000004:00080000:2.0:1778923631.046470:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102965784ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046485:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1677, 88 off145776 00000004:00080000:2.0:1778923631.046489:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328102985504ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046543:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1669, 88 off145336 00000004:00080000:2.0:1778923631.046548:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328103043870ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046564:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1670, 88 off145424 00000004:00080000:2.0:1778923631.046568:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328103064049ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923631.046789:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1678, 88 off145864 00000004:00080000:2.0:1778923631.046796:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328103291518ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046816:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1679, 88 off145952 00000004:00080000:2.0:1778923631.046820:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1328103316288ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923631.046841:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1671, 88 off145512 00000004:00080000:2.0:1778923631.046846:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1328103342278ns, next at 1321446608325ns, rc = 0 00000001:00080000:0.0:1778923631.111005:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939865 is committed 00000001:00080000:0.0:1778923631.111033:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939876 is committed 00000001:00080000:0.0:1778923631.111049:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939877 is committed 00000004:00080000:0.0:1778923631.111054:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1336 committed 00000004:00080000:0.0:1778923631.111081:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1341 committed 00000004:00080000:0.0:1778923631.111090:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1340 committed 00000004:00080000:0.0:1778923631.111093:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1335 committed 00000004:00080000:0.0:1778923631.111095:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1334 committed 00000004:00080000:0.0:1778923631.111098:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1339 committed 00000004:00080000:0.0:1778923631.111100:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1338 committed 00000004:00080000:0.0:1778923631.111102:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1333 committed 00000004:00080000:0.0:1778923631.111105:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1332 committed 00000004:00080000:0.0:1778923631.111108:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1337 committed 00000004:00080000:0.0:1778923631.111110:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1331 committed 00000004:00080000:0.0:1778923631.111112:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1336 committed 00000004:00080000:0.0:1778923631.111114:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1330 committed 00000004:00080000:0.0:1778923631.111116:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1335 committed 00000004:00080000:0.0:1778923631.111118:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1334 committed 00000004:00080000:0.0:1778923631.111120:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1329 committed 00000004:00080000:0.0:1778923631.111122:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1333 committed 00000004:00080000:0.0:1778923631.111124:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1328 committed 00000004:00080000:0.0:1778923631.111126:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1327 committed 00000004:00080000:0.0:1778923631.111128:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1332 committed 00000004:00080000:0.0:1778923631.111130:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1331 committed 00000004:00080000:0.0:1778923631.111132:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1326 committed 00000004:00080000:0.0:1778923631.111134:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1325 committed 00000004:00080000:0.0:1778923631.111136:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1330 committed 00000020:00080000:0.0:1778923631.111172:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969400 batchid updated 00000100:00100000:0.0:1778923631.111242:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287671296:0@lo:2:osp-syn-0-0.0 00000020:00080000:3.0:1778923631.111286:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969400 00000004:00010000:1.0:1778923631.111331:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000035330ecf reply state 000000005e1fa0ee transno 8589939877 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.111348:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1778923631.111534:0:30327:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1778923631.111556:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+199:54916:x1865335281674752:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 70970us (71181us total) trans 8589939877 rc 0/0 00000100:00100000:1.0:1778923631.111567:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5527 00000020:00080000:3.0:1778923631.111696:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969400 cancel update log [0x200000bd0:0x1:0x0].45: rc = 0 00000020:00080000:3.0:1778923631.111707:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969400 00000100:00100000:3.0:1778923631.111807:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671552:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.111863:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.111888:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.111906:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.111925:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1778923631.111930:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671424:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.111945:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.111957:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671936:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.111985:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.112021:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671552 00000100:00100000:3.0:1778923631.112028:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671552 00000100:00100000:3.0:1778923631.112067:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672064 00000100:00100000:3.0:1778923631.112070:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672064 00000100:00100000:3.0:1778923631.112087:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671424 00000100:00100000:3.0:1778923631.112089:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671424 00000100:00100000:3.0:1778923631.112102:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671936 00000100:00100000:3.0:1778923631.112105:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671936 00000100:00100000:3.0:1778923631.112132:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7053 00000100:00100000:3.0:1778923631.112141:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287671552:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.112326:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287671552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (461us total) trans 17179872205 rc 0/0 00000100:00100000:3.0:1778923631.112334:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7053 00000100:00100000:3.0:1778923631.112353:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7054 00000100:00100000:3.0:1778923631.112360:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287672064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.112443:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.112447:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.112449:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923631.112452:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.112454:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.112478:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287672064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (570us total) trans 17179872206 rc 0/0 00000100:00100000:3.0:1778923631.112485:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7054 00000100:00100000:3.0:1778923631.112635:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00000100:00100000:3.0:1778923631.112644:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287671424:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.112742:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287671424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (794us total) trans 17179872207 rc 0/0 00000100:00100000:3.0:1778923631.112749:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00000100:00100000:3.0:1778923631.112763:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7056 00000100:00100000:3.0:1778923631.112769:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287671936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.112850:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.112853:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.112856:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923631.112858:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.112861:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.112885:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287671936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 117us (899us total) trans 17179872208 rc 0/0 00000100:00100000:3.0:1778923631.112891:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7056 00000004:00080000:3.0:1778923631.112952:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1d880/2, rc 0, transno 17179872207 00000100:00100000:3.0:1778923631.112977:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671424:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923631.112989:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1c380/2, rc 0, transno 17179872208 00000100:00100000:3.0:1778923631.112993:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671936:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923631.113000:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1d180/2, rc 0, transno 17179872205 00000100:00100000:3.0:1778923631.113004:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287671552:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923631.113011:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1f800/2, rc 0, transno 17179872206 00000100:00100000:3.0:1778923631.113014:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.113083:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672576:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.113107:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.113125:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923631.113130:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672448:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.113150:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.113175:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672576 00000100:00100000:3.0:1778923631.113180:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672576 00000100:00100000:3.0:1778923631.113203:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672448 00000100:00100000:3.0:1778923631.113205:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672448 00000100:00100000:3.0:1778923631.113220:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7057 00000100:00100000:3.0:1778923631.113226:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287672576:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.113325:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.113329:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.113331:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.113333:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.113335:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.113364:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287672576:12345-0@lo:2:osp-syn-1-0.0 Request processed in 139us (256us total) trans 17179872209 rc 0/0 00000100:00100000:3.0:1778923631.113371:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7057 00000100:00100000:3.0:1778923631.113385:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7058 00000100:00100000:3.0:1778923631.113392:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287672448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923631.113481:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287671680:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.113490:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.113494:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.113496:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.113499:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.113525:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923631.113551:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.113559:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287672448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (405us total) trans 17179872210 rc 0/0 00000100:00100000:3.0:1778923631.113566:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7058 00000100:00100000:2.0:1778923631.113581:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.113582:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671680 00000100:00100000:3.0:1778923631.113588:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671680 00000100:00100000:2.0:1778923631.113614:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.113618:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7059 00000100:00100000:3.0:1778923631.113625:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287671680:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923631.113635:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672704:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.113702:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.113705:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.113707:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923631.113710:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.113712:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.113735:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287671680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (185us total) trans 17179872211 rc 0/0 00000100:00100000:3.0:1778923631.113740:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7059 00000100:00100000:3.0:1778923631.113749:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672192 00000100:00100000:3.0:1778923631.113752:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672192 00000100:00100000:3.0:1778923631.113767:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7060 00000100:00100000:3.0:1778923631.113771:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287672192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.113847:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.113850:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.113853:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923631.113854:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.113856:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.113880:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287672192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (267us total) trans 17179872212 rc 0/0 00000100:00100000:3.0:1778923631.113886:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7060 00000100:00100000:3.0:1778923631.113918:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673088:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.113940:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.113955:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.113985:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923631.114009:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1fb80/2, rc 0, transno 17179872210 00000100:00100000:3.0:1778923631.114013:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672448:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923631.114021:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1e300/2, rc 0, transno 17179872209 00000100:00100000:3.0:1778923631.114024:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672576:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923631.114035:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1778923631.114039:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672960:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114058:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.114071:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673472:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114088:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.114108:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673088 00000100:00100000:3.0:1778923631.114111:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673088 00000100:00100000:3.0:1778923631.114129:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673600 00000100:00100000:3.0:1778923631.114132:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673600 00000100:00100000:3.0:1778923631.114143:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672960 00000100:00100000:3.0:1778923631.114145:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672960 00000100:00100000:3.0:1778923631.114154:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673472 00000100:00100000:3.0:1778923631.114156:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673472 00000100:00100000:3.0:1778923631.114165:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7061 00000100:00100000:3.0:1778923631.114170:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3294:x1865335287673088:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.114268:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.114271:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114273:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923631.114275:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114277:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.114306:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287673088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 134us (364us total) trans 21474839320 rc 0/0 00000100:00100000:3.0:1778923631.114311:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7061 00000100:00100000:3.0:1778923631.114324:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7062 00000100:00100000:3.0:1778923631.114330:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3294:x1865335287673600:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.114403:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.114406:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114408:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923631.114410:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114412:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.114435:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287673600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (448us total) trans 21474839321 rc 0/0 00000100:00100000:3.0:1778923631.114440:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7062 00000100:00100000:3.0:1778923631.114452:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7063 00000100:00100000:3.0:1778923631.114457:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3294:x1865335287672960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114567:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287672960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (507us total) trans 21474839322 rc 0/0 00000100:00100000:3.0:1778923631.114572:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7063 00000100:00100000:3.0:1778923631.114584:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7064 00000100:00100000:3.0:1778923631.114589:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3294:x1865335287673472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.114651:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.114654:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114656:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923631.114658:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.114660:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.114678:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287673472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 89us (589us total) trans 21474839323 rc 0/0 00000100:00100000:3.0:1778923631.114683:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7064 00000004:00080000:3.0:1778923631.114721:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751d500/2, rc 0, transno 21474839322 00000100:00100000:3.0:1778923631.114733:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287672960:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923631.114743:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751ea00/2, rc 0, transno 21474839323 00000100:00100000:3.0:1778923631.114746:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673472:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923631.114755:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751dc00/2, rc 0, transno 21474839320 00000100:00100000:3.0:1778923631.114757:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673088:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923631.114763:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751ce00/2, rc 0, transno 21474839321 00000100:00100000:3.0:1778923631.114766:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673600:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114835:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287674112:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114856:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.114872:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923631.114877:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673984:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.114895:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.114914:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287674112 00000100:00100000:3.0:1778923631.114918:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287674112 00000100:00100000:3.0:1778923631.114938:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673984 00000100:00100000:3.0:1778923631.114940:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673984 00000100:00100000:3.0:1778923631.114952:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7065 00000100:00100000:3.0:1778923631.114958:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287674112:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.115141:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.115144:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115147:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.115149:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115150:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923631.115186:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923631.115206:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923631.115226:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115227:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287674112:12345-0@lo:2:osp-syn-0-0.0 Request processed in 269us (370us total) trans 21474839324 rc 0/0 00000100:00100000:3.0:1778923631.115233:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7065 00000100:00100000:2.0:1778923631.115235:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673728:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.115244:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672704 00000100:00100000:3.0:1778923631.115247:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672704 00000100:00100000:2.0:1778923631.115251:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115259:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673216 00000100:00100000:3.0:1778923631.115261:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673216 00000100:00100000:2.0:1778923631.115263:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287674240:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.115272:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673728 00000100:00100000:3.0:1778923631.115274:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673728 00000100:00100000:2.0:1778923631.115280:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115281:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287674240 00000100:00100000:3.0:1778923631.115283:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287674240 00000100:00100000:3.0:1778923631.115292:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7066 00000004:00080000:2.0:1778923631.115296:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1dc00/2, rc 0, transno 17179872211 00000100:00100000:3.0:1778923631.115297:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+48:3294:x1865335287673984:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923631.115300:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287671680:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923631.115309:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1c000/2, rc 0, transno 17179872212 00000100:00100000:2.0:1778923631.115311:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672192:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923631.115319:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:2.0:1778923631.115324:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287671808:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923631.115343:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923631.115353:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672320:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.115369:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:2.0:1778923631.115371:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1778923631.115372:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115374:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.115376:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115378:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923631.115379:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672832:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923631.115394:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115398:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3294:x1865335287673984:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (502us total) trans 21474839325 rc 0/0 00000100:00100000:2.0:1778923631.115402:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673344:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.115404:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7066 00000100:00100000:3.0:1778923631.115414:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671808 00000100:00100000:3.0:1778923631.115417:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671808 00000100:00100000:2.0:1778923631.115419:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115427:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672320 00000100:00100000:2.0:1778923631.115428:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673856:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.115429:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672320 00000100:00100000:3.0:1778923631.115437:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287672832 00000100:00100000:3.0:1778923631.115439:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287672832 00000100:00100000:2.0:1778923631.115444:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115447:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673344 00000100:00100000:3.0:1778923631.115449:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673344 00000100:00100000:3.0:1778923631.115457:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287673856 00000100:00100000:3.0:1778923631.115460:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287673856 00000100:00100000:3.0:1778923631.115470:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00100000:3.0:1778923631.115475:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287672704:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923631.115539:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641f480/2, rc 0, transno 21474839324 00000100:00100000:1.0:1778923631.115545:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287674112:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923631.115554:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ce00/2, rc 0, transno 21474839325 00000100:00100000:1.0:1778923631.115558:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287673984:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.115596:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.115600:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115602:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.115605:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.115607:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.115638:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287672704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 163us (452us total) trans 17179872213 rc 0/0 00000100:00100000:3.0:1778923631.115644:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000100:00100000:3.0:1778923631.115656:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7068 00000100:00100000:3.0:1778923631.115662:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287673216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.115739:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.115742:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.115744:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923631.115746:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.115748:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.115771:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287673216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (544us total) trans 21474839326 rc 0/0 00000100:00100000:3.0:1778923631.115776:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7068 00000100:00100000:3.0:1778923631.115791:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7069 00000100:00100000:3.0:1778923631.115800:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287673728:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.115892:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.115895:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.115898:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923631.115900:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.115903:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923631.115917:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923631.115977:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287673728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 178us (722us total) trans 21474839327 rc 0/0 00000100:00100000:3.0:1778923631.115985:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7069 00000100:00100000:3.0:1778923631.115999:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287671296 00000100:00100000:3.0:1778923631.116004:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287671296 00000100:00100000:3.0:1778923631.116024:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7070 00000100:00100000:3.0:1778923631.116028:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287674240:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923631.116100:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.116103:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923631.116105:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923631.116107:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923631.116108:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923631.116131:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3291:x1865335287674240:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (850us total) trans 21474839328 rc 0/0 00000100:00100000:3.0:1778923631.116137:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7070 00000100:00100000:3.0:1778923631.116152:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7071 00000100:00100000:3.0:1778923631.116157:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287671808:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.116233:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923631.116236:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.116238:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923631.116240:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.116242:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923631.116264:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287671808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (921us total) trans 17179872214 rc 0/0 00000100:00100000:3.0:1778923631.116270:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7071 00000100:00100000:3.0:1778923631.116281:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7072 00000100:00100000:3.0:1778923631.116286:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287672320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.116360:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.116364:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.116366:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923631.116368:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:3.0:1778923631.116369:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923631.116392:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287672320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (1021us total) trans 17179872215 rc 0/0 00000100:00100000:3.0:1778923631.116398:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7072 00000100:00100000:3.0:1778923631.116410:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7073 00000100:00100000:3.0:1778923631.116416:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287672832:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923631.116432:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1ea00/2, rc 0, transno 17179872213 00000100:00100000:2.0:1778923631.116440:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672704:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923631.116454:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751e300/2, rc 0, transno 21474839326 00000100:00100000:2.0:1778923631.116458:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673216:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923631.116467:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751d180/2, rc 0, transno 21474839327 00000100:00100000:2.0:1778923631.116470:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673728:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923631.116484:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1e680/2, rc 0, transno 17179872214 00000100:00100000:2.0:1778923631.116489:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287671808:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923631.116501:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1f480/2, rc 0, transno 17179872215 00000100:00100000:2.0:1778923631.116529:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672320:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923631.116530:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 205532 -> 205532 00002000:00010000:3.0:1778923631.116535:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923631.116538:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923631.116540:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923629 -> 1778923629 00000004:00080000:2.0:1778923631.116541:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098d8a80/2, rc 0, transno 21474839328 00002000:00010000:3.0:1778923631.116545:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923631.116547:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287674240:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923631.116574:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7074 00000100:00100000:2.0:1778923631.116583:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287673344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923631.116657:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287672832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 240us (1261us total) trans 17179872216 rc 0/0 00000100:00100000:3.0:1778923631.116665:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7073 00000100:00100000:3.0:1778923631.116680:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7075 00000100:00100000:3.0:1778923631.116688:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287673856:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923631.116776:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:2.0:1778923631.116780:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923631.116783:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923631.116785:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923627 -> 1778923627 00002000:00010000:2.0:1778923631.116787:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923631.116797:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 243517 -> 243517 00002000:00010000:3.0:1778923631.116801:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.116803:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923631.116806:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923628 -> 1778923628 00002000:00010000:3.0:1778923631.116809:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923631.116836:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+53:3291:x1865335287673344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 255us (1414us total) trans 21474839329 rc 0/0 00000100:00100000:3.0:1778923631.116845:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+53:3291:x1865335287673856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (1399us total) trans 21474839330 rc 0/0 00000100:00100000:2.0:1778923631.116846:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7074 00000100:00100000:3.0:1778923631.116855:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7075 00000100:00100000:2.0:1778923631.116867:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7076 00000100:00100000:2.0:1778923631.116875:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3292:x1865335287671296:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923631.116939:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1d500/2, rc 0, transno 17179872216 00000100:00100000:0.0:1778923631.116945:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287672832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923631.116953:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751fb80/2, rc 0, transno 21474839329 00000100:00100000:0.0:1778923631.116957:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673344:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923631.116979:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 21474839330 00000100:00100000:0.0:1778923631.116983:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287673856:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923631.116989:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923631.116993:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923631.116995:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923631.116997:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00010000:00010000:1.0:1778923631.117074:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117085:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117094:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117100:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923631.117104:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117112:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117126:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923631.117129:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923631.117135:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.117143:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a405f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923631.119604:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923631.119715:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3292:x1865335287671296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2837us (3808us total) trans 21474839331 rc 0/0 00000100:00100000:2.0:1778923631.119727:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7076 00000004:00080000:0.0:1778923631.122579:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce60751c380/2, rc 0, transno 21474839331 00000100:00100000:0.0:1778923631.122593:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287671296:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923631.128463:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.130539:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281674880 00000100:00100000:3.0:1778923631.130552:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281674880 00000100:00100000:3.0:1778923631.130638:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5528 00000100:00100000:3.0:1778923631.130649:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+198:54916:x1865335281674880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923631.130673:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923631.130693:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ca3 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.130760:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 199 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.130774:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 199 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.130794:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923631.130797:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923631.130801:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d800, rc 0) 00000100:00100000:3.0:1778923631.130883:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54916:x1865335281674880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 236us (2428us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.130890:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5528 00000100:00100000:3.0:1778923631.140304:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.142770:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675008 00000100:00100000:1.0:1778923631.142783:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675008 00000100:00100000:1.0:1778923631.143311:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5529 00000100:00100000:1.0:1778923631.143321:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54916:x1865335281675008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923631.143339:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923631.143355:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819800/0x3baece0abe6a406d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546caa expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143431:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143446:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143458:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923631.143487:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923631.143491:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923631.143542:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143568:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819800/0x3baece0abe6a406d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546caa expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143603:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546caa expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.143612:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923631.143616:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923631.143619:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818000, rc 0) 00000100:00100000:1.0:1778923631.143681:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54916:x1865335281675008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 363us (3387us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923631.143688:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5529 00000100:00100000:2.0:1778923631.166334:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.166421:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.166811:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675136 00000100:00100000:3.0:1778923631.166822:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675136 00000100:00100000:3.0:1778923631.166882:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675264 00000100:00100000:3.0:1778923631.166885:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675264 00000100:00100000:3.0:1778923631.166919:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7077 00000100:00100000:3.0:1778923631.166930:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281675136:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923631.166948:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923631.166985:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cb1 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923631.167013:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 193750, mtime: 0x6a08386f, atime: 0x6a08386d, ctime: 0x6a08386f, blocks: 0x107 00000100:00100000:1.0:1778923631.167013:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7078 00000100:00100000:1.0:1778923631.167028:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281675264:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923631.167035:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.167038:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.167038:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923631.167051:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 42 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.167053:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cb8 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923631.167077:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08386f, atime: 0x6a08386d, ctime: 0x6a08386f, blocks: 0x3 00010000:00010000:3.0:1778923631.167086:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 42 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.167090:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.167093:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.167104:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c800, rc 0) 00010000:00010000:1.0:1778923631.167113:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 45 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.167130:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 45 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.167146:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819800, rc 0) 00000100:00100000:3.0:1778923631.167170:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281675136:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 241us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923631.167176:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281675264:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 151us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.167183:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7077 00000100:00100000:1.0:1778923631.167191:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7078 00000100:00100000:3.0:1778923631.172427:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.172531:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675392 00000100:00100000:0.0:1778923631.172540:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675392 00000100:00100000:0.0:1778923631.172643:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7079 00000100:00100000:0.0:1778923631.172654:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281675392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923631.172672:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923631.172692:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cbf expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923631.172719:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08386f, atime: 0x6a08386d, ctime: 0x6a08386f, blocks: 0x3 00010000:00010000:0.0:1778923631.172809:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.172820:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.172831:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 43 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.172850:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 43 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.172863:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923631.172927:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281675392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 275us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.172934:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7079 00010000:00010000:0.0:1778923631.231008:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923631.233056:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.233123:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675520 00000100:00100000:0.0:1778923631.233133:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675520 00000100:00100000:0.0:1778923631.233213:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3540 00000100:00100000:0.0:1778923631.233224:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281675520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923631.233260:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.233277:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.233279:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.233284:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.233297:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240220:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240240:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240249:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240257:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923631.240261:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240270:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240295:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.240303:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000567acb6a/0x3baece0abe6a4090 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.240419:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281675520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7192us (7366us total) trans 0 rc 193750/193750 00000100:00100000:0.0:1778923631.240428:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3540 00000100:00100000:2.0:1778923631.248354:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.248439:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675648 00000100:00100000:0.0:1778923631.248449:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675648 00000100:00100000:0.0:1778923631.248555:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3541 00000100:00100000:0.0:1778923631.248567:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281675648:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923631.248614:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.248635:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 43 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.248644:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.248647:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.248651:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.248686:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 43 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.248712:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 43 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.248740:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287674368:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923631.248831:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923631.254922:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.255041:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675776 00000100:00100000:1.0:1778923631.255050:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675776 00010000:00010000:1.0:1778923631.255100:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 44 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.255147:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3150 00000100:00100000:1.0:1778923631.255157:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281675776:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923631.255172:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923631.255194:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 44 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.255209:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 44 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.255235:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.255238:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.255242:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.255252:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.255278:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923631.255337:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281675776:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 181us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923631.255343:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3150 00010000:00010000:0.0:1778923631.256015:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a3e83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bdf expref: 43 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.256033:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287674368:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.256054:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.256074:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.256080:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923631.383080:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:1.0:1778923631.383091:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:1.0:1778923631.383105:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383117:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383125:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383132:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923631.383138:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383147:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383166:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.383174:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a4097 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.383278:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281675648:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 134710us (134930us total) trans 17179872217 rc 0/0 00000100:00100000:1.0:1778923631.383289:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3541 00000001:00080000:2.0:1778923631.383548:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872217 is committed 00000001:00080000:2.0:1778923631.383566:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872185 is committed 00000001:00080000:2.0:1778923631.383594:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872187 is committed 00000001:00080000:2.0:1778923631.383614:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872216 is committed 00000100:00100000:2.0:1778923631.389141:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.389224:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281675904 00000100:00100000:3.0:1778923631.389234:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281675904 00000100:00100000:3.0:1778923631.389305:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3542 00000100:00100000:3.0:1778923631.389315:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2355:x1865335281675904:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923631.389348:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.389367:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.389376:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.389378:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.389381:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.390995:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.391020:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 45 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.391039:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287674496:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923631.391119:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923631.400853:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287674496:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.400886:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.413363:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.414357:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676032 00000100:00100000:1.0:1778923631.414370:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676032 00010000:00010000:1.0:1778923631.414415:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 46 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.414467:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3151 00000100:00100000:1.0:1778923631.414478:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281676032:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923631.414494:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923631.414558:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 46 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.414584:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 46 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.414607:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a3e8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546be6 expref: 46 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.414624:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.414626:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.414630:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.414644:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.414679:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923631.414734:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281676032:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 258us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923631.414741:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3151 00010000:00010000:3.0:1778923631.414885:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.414905:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923631.515673:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839332 is committed 00000001:00080000:1.0:1778923631.515693:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839309 is committed 00000001:00080000:1.0:1778923631.515737:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839331 is committed 00002000:00010000:0.0:1778923631.516669:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:0.0:1778923631.516677:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:0.0:1778923631.516690:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516704:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516712:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516719:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923631.516724:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516733:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516751:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.516758:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a409e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.516864:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281675904:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 127546us (127727us total) trans 21474839332 rc 0/0 00000100:00100000:0.0:1778923631.516874:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3542 00000100:00100000:2.0:1778923631.526668:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.526807:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676160 00000100:00100000:3.0:1778923631.526816:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676160 00000100:00100000:3.0:1778923631.526883:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3543 00000100:00100000:3.0:1778923631.526894:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281676160:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923631.526929:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.526965:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 23 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.526974:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.526977:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.526980:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.527018:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 23 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.527034:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 23 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.527050:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287674624:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923631.527160:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77540 going to sleep for 11 seconds 00000100:00100000:2.0:1778923631.534665:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.534744:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676288 00000100:00100000:3.0:1778923631.534754:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676288 00010000:00010000:3.0:1778923631.534794:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 24 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.534839:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3152 00000100:00100000:3.0:1778923631.534849:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676288:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923631.534864:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923631.534887:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 24 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.534900:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 24 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.534925:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.534927:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.534932:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.534942:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.534975:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923631.535034:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676288:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 187us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.535042:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3152 00010000:00010000:0.0:1778923631.535709:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e968521d/0x3baece0abe6a3e91 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bed expref: 23 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.535734:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287674624:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.535758:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.535768:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.535775:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923631.621086:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:1.0:1778923631.621093:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:1.0:1778923631.621105:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621118:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621127:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621134:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923631.621139:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621148:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621168:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.621175:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a40a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.621287:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676160:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 94390us (94623us total) trans 21474839333 rc 0/0 00000100:00100000:1.0:1778923631.621297:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3543 00000001:00080000:0.0:1778923631.623399:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839333 is committed 00000100:00100000:2.0:1778923631.632599:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.632762:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676416 00000100:00100000:0.0:1778923631.632772:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676416 00000100:00100000:0.0:1778923631.632853:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3544 00000100:00100000:0.0:1778923631.632864:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281676416:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923631.632901:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.632922:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 25 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.632931:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.632933:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.632936:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.632985:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 25 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.632998:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 25 pid: 26019 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.633012:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287674752:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923631.633211:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5fd80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923631.636068:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287674752:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.636098:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.638413:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.638598:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676544 00000100:00100000:0.0:1778923631.638607:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676544 00010000:00010000:0.0:1778923631.638648:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 26 pid: 26019 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.638690:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3153 00000100:00100000:0.0:1778923631.638699:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281676544:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923631.638715:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923631.638736:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 26 pid: 26019 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.638757:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 26 pid: 26019 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.638780:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a3e98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bf4 expref: 26 pid: 26019 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.638795:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.638797:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.638802:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.638813:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.638845:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923631.638903:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281676544:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.638911:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3153 00010000:00010000:2.0:1778923631.639269:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.639280:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923631.699949:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872218 is committed 00002000:00010000:3.0:1778923631.700593:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:3.0:1778923631.700598:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:3.0:1778923631.700613:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700626:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700637:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700650:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923631.700655:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700664:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700684:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.700691:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a40ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.700784:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281676416:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 67918us (68197us total) trans 17179872218 rc 0/0 00000100:00100000:3.0:1778923631.700794:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3544 00000100:00100000:1.0:1778923631.708858:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.709032:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676672 00000100:00100000:2.0:1778923631.709041:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676672 00000100:00100000:2.0:1778923631.709121:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3545 00000100:00100000:2.0:1778923631.709132:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676672:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923631.709167:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.709188:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 24 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.709197:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.709199:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.709203:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.709240:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 24 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.709254:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 24 pid: 6548 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.709793:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287674880:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923631.709887:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923631.714231:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287674880:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923631.714415:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.714969:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.715440:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676800 00000100:00100000:0.0:1778923631.715450:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676800 00010000:00010000:0.0:1778923631.715488:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 25 pid: 6548 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.715547:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3154 00000100:00100000:0.0:1778923631.715557:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281676800:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923631.715575:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923631.715597:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 25 pid: 6548 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.715610:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 25 pid: 6548 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.715632:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a3e9f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546bfb expref: 25 pid: 6548 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.715649:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.715650:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.715655:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.715665:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.715701:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923631.715756:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676800:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 200us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.715764:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3154 00010000:00010000:2.0:1778923631.716330:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.716342:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923631.757862:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:3.0:1778923631.757871:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:3.0:1778923631.757886:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.757900:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.757909:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.757921:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923631.757926:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.757935:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.758040:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.758049:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a40b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.758163:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281676672:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 49029us (49311us total) trans 17179872219 rc 0/0 00000100:00100000:3.0:1778923631.758173:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3545 00000001:00080000:1.0:1778923631.760088:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872219 is committed 00000100:00100000:1.0:1778923631.764028:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.764236:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281676928 00000100:00100000:3.0:1778923631.764245:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281676928 00000100:00100000:3.0:1778923631.764316:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3546 00000100:00100000:3.0:1778923631.764326:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281676928:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923631.764361:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.764382:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.764395:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.764397:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.764401:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.764436:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.764449:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 23 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.764464:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287675008:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923631.764579:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923631.767554:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287675008:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923631.767593:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.769681:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.770244:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677056 00000100:00100000:0.0:1778923631.770255:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677056 00010000:00010000:0.0:1778923631.770294:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 24 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.770341:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3155 00000100:00100000:0.0:1778923631.770350:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281677056:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923631.770367:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923631.770389:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 24 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.770401:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 24 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.770424:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a3ea6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c02 expref: 24 pid: 8354 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.770440:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.770441:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.770447:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.770456:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.770484:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923631.770577:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281677056:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 228us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.770593:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3155 00010000:00010000:3.0:1778923631.770875:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.770884:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923631.817817:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923627 -> 1778923631 00002000:00010000:3.0:1778923631.817825:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923627 -> 1778923631 00010000:00010000:3.0:1778923631.817840:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817854:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817864:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817871:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bb400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923631.817874:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817883:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817901:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.817908:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.818028:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281676928:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 53700us (54004us total) trans 17179872220 rc 0/0 00000100:00100000:3.0:1778923631.818039:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3546 00000001:00080000:1.0:1778923631.821542:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872220 is committed 00000100:00100000:0.0:1778923631.823413:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.823542:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677184 00000100:00100000:2.0:1778923631.823551:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677184 00000100:00100000:2.0:1778923631.823621:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3547 00000100:00100000:2.0:1778923631.823631:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281677184:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923631.823667:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.823687:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.823696:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.823698:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.823701:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.823737:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.823751:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 22 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.823765:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287675136:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923631.823843:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923631.829312:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923631.829594:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677312 00000100:00100000:2.0:1778923631.829604:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677312 00010000:00010000:2.0:1778923631.829644:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 23 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.829689:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3156 00000100:00100000:2.0:1778923631.829699:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281677312:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923631.829714:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923631.829737:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 23 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.829750:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 23 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.829774:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.829776:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923631.829782:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.829796:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.829816:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923631.829870:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281677312:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 172us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923631.829878:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3156 00010000:00010000:0.0:1778923631.831420:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a3ead lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c09 expref: 22 pid: 22251 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.831443:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287675136:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.831467:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.831581:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.831590:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923631.867412:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839334 is committed 00002000:00010000:2.0:1778923631.867872:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923628 -> 1778923631 00002000:00010000:2.0:1778923631.867878:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923628 -> 1778923631 00010000:00010000:2.0:1778923631.867893:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.867907:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.867917:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.867925:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923631.867931:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.867942:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.868047:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923631.868056:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a40c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.868313:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281677184:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 44677us (44901us total) trans 21474839334 rc 0/0 00000100:00100000:2.0:1778923631.868325:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3547 00000100:00100000:1.0:1778923631.874081:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.874275:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677440 00000100:00100000:3.0:1778923631.874288:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677440 00000100:00100000:3.0:1778923631.874372:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3548 00000100:00100000:3.0:1778923631.874384:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281677440:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923631.874420:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.874440:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 22 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.874449:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.874451:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.874454:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.874487:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 22 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.874763:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 22 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.874782:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287675264:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923631.875090:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923631.880232:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923631.880296:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677568 00000100:00100000:3.0:1778923631.880305:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677568 00010000:00010000:3.0:1778923631.880341:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 23 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923631.880385:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3157 00000100:00100000:3.0:1778923631.880395:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281677568:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923631.880410:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923631.880432:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 23 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.880446:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 23 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.880472:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.880474:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923631.880478:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.880489:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923631.880532:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923631.880596:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281677568:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 202us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923631.880604:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3157 00010000:00010000:0.0:1778923631.882663:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0e9f8ac/0x3baece0abe6a3eb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c10 expref: 22 pid: 26020 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.882686:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287675264:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923631.882707:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.882719:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.882726:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923631.916499:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872221 is committed 00002000:00010000:0.0:1778923631.917143:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923628 -> 1778923632 00002000:00010000:0.0:1778923631.917149:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923628 -> 1778923632 00010000:00010000:0.0:1778923631.917161:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917180:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917187:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917194:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bb400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923631.917199:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917206:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917225:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.917233:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.917370:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281677440:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 42984us (43294us total) trans 17179872221 rc 0/0 00000100:00100000:0.0:1778923631.917380:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3548 00000100:00100000:2.0:1778923631.922831:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923631.922929:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677696 00000100:00100000:1.0:1778923631.922939:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677696 00000100:00100000:1.0:1778923631.923186:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3549 00000100:00100000:1.0:1778923631.923197:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281677696:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923631.923236:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.923261:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 21 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.923270:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.923273:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923631.923276:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.923310:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 21 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.923324:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 21 pid: 6546 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923631.923340:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287675392:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923631.923455:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923631.926375:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287675392:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923631.926407:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923631.928465:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923631.928582:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677824 00000100:00100000:0.0:1778923631.928591:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677824 00010000:00010000:0.0:1778923631.928631:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 22 pid: 6546 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923631.928679:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3158 00000100:00100000:0.0:1778923631.928689:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281677824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923631.928703:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923631.928723:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 22 pid: 6546 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.928737:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 22 pid: 6546 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.928759:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c92d4673/0x3baece0abe6a3ebb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c17 expref: 22 pid: 6546 timeout: 1428 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.928776:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.928778:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923631.928783:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.928794:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923631.928827:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923631.928884:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281677824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 196us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923631.928899:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3158 00010000:00010000:1.0:1778923631.929233:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923631.929244:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923632.007727:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923628 -> 1778923632 00002000:00010000:2.0:1778923632.007735:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923628 -> 1778923632 00010000:00010000:2.0:1778923632.007748:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007761:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007769:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007776:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e819600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923632.007780:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007789:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007810:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.007818:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a610168d/0x3baece0abe6a40cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.007918:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281677696:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 84719us (85090us total) trans 21474839335 rc 0/0 00000100:00100000:2.0:1778923632.007928:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3549 00000001:00080000:3.0:1778923632.012813:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839335 is committed 00000100:00100000:2.0:1778923632.012935:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.013014:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281677952 00000100:00100000:3.0:1778923632.013022:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281677952 00000100:00080000:2.0:1778923632.013144:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923632.013216:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3550 00000100:00100000:3.0:1778923632.013227:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281677952:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923632.013263:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.013289:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.013297:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.013298:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.013302:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.013335:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.013349:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 21 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.013362:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287675520:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.013445:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737cedc00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.017459:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.018024:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678080 00000100:00100000:0.0:1778923632.018034:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678080 00010000:00010000:0.0:1778923632.018083:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 22 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.018128:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3159 00000100:00100000:0.0:1778923632.018138:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281678080:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.018152:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.018174:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 22 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.018188:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 22 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.018211:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.018213:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.018218:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.018228:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.018248:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923632.018305:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281678080:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 169us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.018313:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3159 00010000:00010000:3.0:1778923632.019729:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a3f47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c2c expref: 21 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.019751:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287675520:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923632.019774:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.019966:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.019979:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923632.053319:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923629 -> 1778923632 00002000:00010000:1.0:1778923632.053329:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923629 -> 1778923632 00010000:00010000:1.0:1778923632.053343:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053358:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053367:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053374:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067ba000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923632.053379:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053388:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053406:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.053414:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009c865096/0x3baece0abe6a40d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.053553:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281677952:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 40323us (40616us total) trans 17179872222 rc 0/0 00000100:00100000:1.0:1778923632.053564:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3550 00000001:00080000:1.0:1778923632.053611:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872222 is committed 00000100:00100000:1.0:1778923632.064029:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676032:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064092:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064127:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1778923632.064131:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287675648:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064155:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064178:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676160:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064196:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064217:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287675776:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064237:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064250:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1865335287676288:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064264:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064278:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923632.064281:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287675904:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064297:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.064323:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287676032 00000100:00100000:1.0:1778923632.064330:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287676032 00000100:00100000:1.0:1778923632.064374:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287676160 00000100:00100000:1.0:1778923632.064376:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287676160 00000100:00100000:1.0:1778923632.064396:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1778923632.064403:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064444:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676032:12345-0@lo:400:kworker.0 Request processed in 42us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064450:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1778923632.064465:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1778923632.064470:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064491:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676160:12345-0@lo:400:kworker.0 Request processed in 21us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064496:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1778923632.064537:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287675648 00000100:00100000:1.0:1778923632.064540:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287675648 00000100:00100000:1.0:1778923632.064561:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1778923632.064685:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287675648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064715:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287675648:12345-0@lo:400:kworker.0 Request processed in 150us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064721:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1778923632.064751:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287675776 00000100:00100000:1.0:1778923632.064754:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287675776 00000100:00100000:1.0:1778923632.064777:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287676288 00000100:00100000:1.0:1778923632.064780:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287676288 00000100:00100000:1.0:1778923632.064790:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287675904 00000100:00100000:1.0:1778923632.064793:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287675904 00000100:00100000:1.0:1778923632.064804:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1778923632.064810:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287675776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064838:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287675776:12345-0@lo:400:kworker.0 Request processed in 29us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064844:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1778923632.064854:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1778923632.064858:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1865335287676288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064878:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1865335287676288:12345-0@lo:400:kworker.0 Request processed in 21us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064886:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1778923632.064894:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1778923632.064898:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287675904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.064920:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287675904:12345-0@lo:400:kworker.0 Request processed in 22us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.064925:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:1.0:1778923632.064950:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1778923632.064965:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1778923632.064967:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923632.065010:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287675904:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.065021:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287675776:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.065029:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1865335287676288:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.065059:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287675648:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.065066:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872216 gen 2 00000004:00080000:1.0:1778923632.065071:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872178 committed transno 17179872216 00000004:00080000:1.0:1778923632.065084:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772fb80, transno 17179872179 00000004:00080000:1.0:1778923632.065094:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9aa00, transno 17179872180 00000004:00080000:1.0:1778923632.065097:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9b800, transno 17179872181 00000004:00080000:1.0:1778923632.065099:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c57480, transno 17179872182 00000004:00080000:1.0:1778923632.065101:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c54700, transno 17179872183 00000004:00080000:1.0:1778923632.065104:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c56d80, transno 17179872184 00000004:00080000:1.0:1778923632.065106:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c56680, transno 17179872185 00000004:00080000:1.0:1778923632.065109:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c55f80, transno 17179872186 00000004:00080000:1.0:1778923632.065112:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83b80, transno 17179872187 00000004:00080000:1.0:1778923632.065114:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea80e00, transno 17179872188 00000004:00080000:1.0:1778923632.065117:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83480, transno 17179872189 00000004:00080000:1.0:1778923632.065120:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea80a80, transno 17179872190 00000004:00080000:1.0:1778923632.065122:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1d180, transno 17179872205 00000004:00080000:1.0:1778923632.065124:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1f800, transno 17179872206 00000004:00080000:1.0:1778923632.065127:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1d880, transno 17179872207 00000004:00080000:1.0:1778923632.065129:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1c380, transno 17179872208 00000004:00080000:1.0:1778923632.065131:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1e300, transno 17179872209 00000004:00080000:1.0:1778923632.065133:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1fb80, transno 17179872210 00000004:00080000:1.0:1778923632.065135:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1dc00, transno 17179872211 00000004:00080000:1.0:1778923632.065137:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1c000, transno 17179872212 00000004:00080000:1.0:1778923632.065139:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1ea00, transno 17179872213 00000004:00080000:1.0:1778923632.065141:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1e680, transno 17179872214 00000004:00080000:1.0:1778923632.065143:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1f480, transno 17179872215 00000004:00080000:1.0:1778923632.065145:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1d500, transno 17179872216 00000100:00100000:1.0:1778923632.065149:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676160:0@lo:400:kworker.0 00000100:00100000:1.0:1778923632.065160:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839331 gen 2 00000004:00080000:1.0:1778923632.065163:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeb800, transno 21474839274 00000004:00080000:1.0:1778923632.065172:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ed80, transno 21474839275 00000004:00080000:1.0:1778923632.065174:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feea300, transno 21474839276 00000004:00080000:1.0:1778923632.065176:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ea00, transno 21474839277 00000004:00080000:1.0:1778923632.065179:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9500, transno 21474839278 00000004:00080000:1.0:1778923632.065181:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee8a80, transno 21474839279 00000004:00080000:1.0:1778923632.065183:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ca80, transno 21474839280 00000004:00080000:1.0:1778923632.065186:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4000, transno 21474839281 00000004:00080000:1.0:1778923632.065188:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73feeb480, transno 21474839282 00000004:00080000:1.0:1778923632.065191:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e6d80, transno 21474839283 00000004:00080000:1.0:1778923632.065193:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4a80, transno 21474839284 00000004:00080000:1.0:1778923632.065196:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f41180, transno 21474839285 00000004:00080000:1.0:1778923632.065198:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777df80, transno 21474839286 00000004:00080000:1.0:1778923632.065200:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f42300, transno 21474839287 00000004:00080000:1.0:1778923632.065202:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f43480, transno 21474839288 00000004:00080000:1.0:1778923632.065204:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ce00, transno 21474839289 00000004:00080000:1.0:1778923632.065206:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f43100, transno 21474839290 00000004:00080000:1.0:1778923632.065208:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777dc00, transno 21474839291 00000004:00080000:1.0:1778923632.065210:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9180, transno 21474839292 00000004:00080000:1.0:1778923632.065212:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a300, transno 21474839293 00000004:00080000:1.0:1778923632.065214:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99f80, transno 21474839294 00000004:00080000:1.0:1778923632.065217:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ea00, transno 21474839295 00000004:00080000:1.0:1778923632.065220:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839300 committed transno 21474839331 00000004:00080000:1.0:1778923632.065229:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641f800, transno 21474839301 00000004:00080000:1.0:1778923632.065231:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641dc00, transno 21474839302 00000004:00080000:1.0:1778923632.065233:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641df80, transno 21474839303 00000004:00080000:1.0:1778923632.065235:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641e680, transno 21474839304 00000004:00080000:1.0:1778923632.065237:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c700, transno 21474839305 00000004:00080000:1.0:1778923632.065239:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c000, transno 21474839306 00000004:00080000:1.0:1778923632.065241:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641f100, transno 21474839307 00000004:00080000:1.0:1778923632.065243:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ad80, transno 21474839308 00000004:00080000:1.0:1778923632.065245:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954a680, transno 21474839309 00000004:00080000:1.0:1778923632.065247:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954fb80, transno 21474839310 00000004:00080000:1.0:1778923632.065250:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d880, transno 21474839311 00000004:00080000:1.0:1778923632.065252:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea81880, transno 21474839312 00000004:00080000:1.0:1778923632.065254:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751dc00, transno 21474839320 00000004:00080000:1.0:1778923632.065257:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751ce00, transno 21474839321 00000004:00080000:1.0:1778923632.065258:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751d500, transno 21474839322 00000004:00080000:1.0:1778923632.065260:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751ea00, transno 21474839323 00000004:00080000:1.0:1778923632.065263:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641f480, transno 21474839324 00000004:00080000:1.0:1778923632.065265:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ce00, transno 21474839325 00000004:00080000:1.0:1778923632.065267:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751e300, transno 21474839326 00000004:00080000:1.0:1778923632.065270:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751d180, transno 21474839327 00000004:00080000:1.0:1778923632.065272:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098d8a80, transno 21474839328 00000004:00080000:1.0:1778923632.065275:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751fb80, transno 21474839329 00000004:00080000:1.0:1778923632.065277:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 21474839330 00000004:00080000:1.0:1778923632.065279:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce60751c380, transno 21474839331 00000100:00100000:1.0:1778923632.065283:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676032:0@lo:400:kworker.0 00000100:00100000:3.0:1778923632.067007:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287676416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1778923632.067010:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676544:0@lo:13:osp-pre-1-0.0 00000004:00080000:1.0:1778923632.067416:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 24 done 00000100:00100000:2.0:1778923632.067718:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923632.068769:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 46 done 00000100:00100000:0.0:1778923632.068918:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287676544 00000100:00100000:0.0:1778923632.068927:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287676544 00000100:00100000:0.0:1778923632.068994:0:31654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1778923632.069005:0:31654:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1778923632.069028:0:31654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 292749312 pending 0 free 3855613952 avail 3847225344 00000100:00100000:0.0:1778923632.069101:0:31654:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287676544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.069108:0:31654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1778923632.069156:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287676544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923632.070893:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.071058:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287676416 00000100:00100000:2.0:1778923632.071066:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287676416 00000100:00100000:2.0:1778923632.071114:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1778923632.071123:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1865335287676416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1778923632.071146:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202440704 pending 0 free 3856662528 avail 3850371072 00000100:00100000:2.0:1778923632.071203:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1865335287676416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.071213:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1778923632.071719:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287676416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1778923632.078664:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.078846:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678336 00000100:00100000:2.0:1778923632.078858:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678336 00000100:00100000:2.0:1778923632.078932:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5530 00000100:00100000:2.0:1778923632.078942:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54916:x1865335281678336:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923632.079004:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.079030:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a4074 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546caa expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.079049:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.079054:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923632.079300:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.079314:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.079324:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923632.079378:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939878 00000004:00010000:2.0:1778923632.079404:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000095049eb2 reply state 000000006b312169 transno 8589939879 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.079412:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923632.079586:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54916:x1865335281678336:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 643us (929us total) trans 8589939879 rc 0/0 00000100:00100000:2.0:1778923632.079594:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5530 00000020:00080000:2.0:1778923632.079608:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1778923632.080322:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923632.090153:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.090224:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678464 00000100:00100000:3.0:1778923632.090234:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678464 00000100:00100000:3.0:1778923632.090288:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7080 00000100:00100000:3.0:1778923632.090296:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+20:54916:x1865335281678464:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.090313:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.090334:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cc6 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923632.090360:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a08382a, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:3.0:1778923632.090379:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.090382:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.090388:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 21 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.090404:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 21 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.090417:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bb400, rc 0) 00000100:00100000:3.0:1778923632.090471:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+21:54916:x1865335281678464:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 175us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.090477:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7080 00010000:00010000:1.0:1778923632.090857:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090868:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090875:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090880:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.090884:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090905:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090918:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.090921:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.090925:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.090932:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a40dd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.099012:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.101164:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.102801:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678592 00000100:00100000:1.0:1778923632.102817:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678592 00002000:00010000:1.0:1778923632.103418:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.103426:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98380 with x1865335281678592 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.103444:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98380. 00000100:00100000:2.0:1778923632.103668:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678720 00000100:00100000:2.0:1778923632.103674:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678720 00002000:00010000:2.0:1778923632.103715:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:2.0:1778923632.103719:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40380 with x1865335281678720 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923632.103728:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d40380. 00000100:00100000:2.0:1778923632.103758:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3551 00000100:00100000:2.0:1778923632.103767:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281678592:12345-192.168.203.24@tcp:10:lfs.0 00000100:00080000:3.0:1778923632.103836:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923632.103865:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3552 00000100:00100000:3.0:1778923632.103873:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281678720:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923632.104100:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.104104:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:3.0:1778923632.104106:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923632.104108:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:3.0:1778923632.104110:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.104172:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281678720:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 299us (3017us total) trans 21474839336 rc 0/0 00000100:00100000:3.0:1778923632.104180:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3552 00002000:00010000:3.0:1778923632.104184:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:3.0:1778923632.104186:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40380 with x1865335281678720 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923632.104191:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d40380. 00002000:00010000:2.0:1778923632.106892:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:2.0:1778923632.106902:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.106911:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923632.106913:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.106915:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923632.107016:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281678592:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 3241us (8006us total) trans 17179872223 rc 0/0 00000100:00100000:2.0:1778923632.107028:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3551 00002000:00010000:2.0:1778923632.107035:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (193750->18446744073709551615) 00002000:00100000:2.0:1778923632.107039:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98380 with x1865335281678592 ext(193750->18446744073709551615) 00002000:00010000:2.0:1778923632.107047:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98380. 00000100:00100000:2.0:1778923632.120002:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.120106:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281678848 00000100:00100000:1.0:1778923632.120115:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281678848 00000100:00100000:1.0:1778923632.120179:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5531 00000100:00100000:1.0:1778923632.120188:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54916:x1865335281678848:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.120213:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.120234:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a40eb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ccd expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120687:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120705:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120716:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.120751:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.120756:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.120777:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120807:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a40eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ccd expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120831:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ccd expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.120841:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.120844:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.120848:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818000, rc 0) 00000100:00100000:1.0:1778923632.120975:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54916:x1865335281678848:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 787us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.120982:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5531 00000100:00100000:1.0:1778923632.134766:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.135293:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679104 00000100:00100000:2.0:1778923632.135304:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679104 00000100:00100000:2.0:1778923632.135375:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5532 00000100:00100000:2.0:1778923632.135386:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54916:x1865335281679104:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923632.135443:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.135471:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a40f2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ccd expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.135490:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.135496:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923632.135791:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.135807:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.135816:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923632.135869:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939880 00000004:00010000:2.0:1778923632.135896:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003991edf0 reply state 0000000088c164a2 transno 8589939881 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.135905:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923632.136001:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54916:x1865335281679104:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 616us (1244us total) trans 8589939881 rc 0/0 00000100:00100000:2.0:1778923632.136009:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5532 00000020:00080000:2.0:1778923632.136014:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923632.139470:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.139577:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679232 00000100:00100000:0.0:1778923632.139586:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679232 00000100:00100000:0.0:1778923632.139652:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7081 00000100:00100000:0.0:1778923632.139662:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:54916:x1865335281679232:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923632.139681:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.139702:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cd4 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923632.139730:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a083837, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:0.0:1778923632.139752:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.139755:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.139762:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.139783:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.139794:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923632.139860:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:54916:x1865335281679232:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 199us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.139866:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7081 00010000:00010000:1.0:1778923632.140121:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140131:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140138:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140143:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.140147:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140154:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140171:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.140174:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.140180:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.140186:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a40f9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.144691:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.144729:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.144802:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679360 00000100:00100000:2.0:1778923632.144811:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679360 00002000:00010000:2.0:1778923632.144849:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (193750->18446744073709551615) 00002000:00100000:2.0:1778923632.144854:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9aa00 with x1865335281679360 ext(193750->18446744073709551615) 00002000:00010000:2.0:1778923632.144867:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9aa00. 00000100:00100000:2.0:1778923632.144890:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679488 00000100:00100000:2.0:1778923632.144894:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679488 00000100:00100000:3.0:1778923632.144900:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3553 00002000:00010000:2.0:1778923632.144906:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:2.0:1778923632.144908:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b800 with x1865335281679488 ext(0->18446744073709551615) 00000100:00100000:3.0:1778923632.144911:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281679360:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923632.144915:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b800. 00000100:00100000:2.0:1778923632.144938:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3554 00000100:00100000:2.0:1778923632.144945:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281679488:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923632.145159:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:2.0:1778923632.145159:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.145164:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.145164:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:3.0:1778923632.145167:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923632.145167:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923632.145170:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.145170:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:2.0:1778923632.145172:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923632.145232:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281679488:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 287us (501us total) trans 17179872224 rc 0/0 00000100:00100000:2.0:1778923632.145239:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3554 00002000:00010000:2.0:1778923632.145243:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:2.0:1778923632.145245:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b800 with x1865335281679488 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923632.145250:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b800. 00002000:00010000:3.0:1778923632.145289:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923632.145312:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281679360:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 404us (630us total) trans 21474839337 rc 0/0 00000100:00100000:3.0:1778923632.145545:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3553 00002000:00010000:3.0:1778923632.145548:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (193750->18446744073709551615) 00002000:00100000:3.0:1778923632.145551:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9aa00 with x1865335281679360 ext(193750->18446744073709551615) 00002000:00010000:3.0:1778923632.145556:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9aa00. 00000100:00100000:3.0:1778923632.154613:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.155774:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679616 00000100:00100000:1.0:1778923632.155788:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679616 00000100:00100000:1.0:1778923632.155877:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5533 00000100:00100000:1.0:1778923632.155887:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54916:x1865335281679616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.155918:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.155941:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a4107 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cdb expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156043:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156058:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156070:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.156098:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.156103:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.156119:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156146:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819600/0x3baece0abe6a4107 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cdb expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156167:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cdb expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.156175:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.156178:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.156181:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:1.0:1778923632.156258:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54916:x1865335281679616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 372us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.156266:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5533 00000100:00100000:2.0:1778923632.163764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.163808:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281679872 00000100:00100000:1.0:1778923632.163818:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281679872 00000100:00100000:2.0:1778923632.165802:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5534 00000100:00100000:2.0:1778923632.165815:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54916:x1865335281679872:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923632.165880:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.166689:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a410e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cdb expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.166715:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.166721:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923632.167743:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.167767:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.167779:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923632.167856:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939882 00000004:00010000:2.0:1778923632.169834:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000021c0af05 reply state 0000000054d085a1 transno 8589939883 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.169857:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923632.170557:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54916:x1865335281679872:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 4738us (6796us total) trans 8589939883 rc 0/0 00000100:00100000:2.0:1778923632.170739:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5534 00000020:00080000:2.0:1778923632.170747:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923632.173892:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173910:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173919:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173926:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.173931:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173938:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173964:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.173968:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.173973:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.173979:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4115 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.178601:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.178739:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680000 00000100:00100000:3.0:1778923632.178748:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680000 00000100:00100000:3.0:1778923632.178796:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7082 00000100:00100000:3.0:1778923632.178806:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+23:54916:x1865335281680000:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.178822:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.178842:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ce2 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923632.178868:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a083844, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:3.0:1778923632.178889:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.178892:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.178899:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 24 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.178915:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 24 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.178928:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bba00, rc 0) 00000100:00100000:3.0:1778923632.178995:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+24:54916:x1865335281680000:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 191us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.179002:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7082 00000100:00100000:2.0:1778923632.185859:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.185964:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680128 00000100:00100000:1.0:1778923632.185975:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680128 00002000:00010000:1.0:1778923632.186014:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.186020:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42d80 with x1865335281680128 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.186033:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d42d80. 00000100:00100000:1.0:1778923632.186063:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3555 00000100:00100000:1.0:1778923632.186073:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281680128:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923632.186131:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.186204:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680256 00000100:00100000:0.0:1778923632.186208:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680256 00002000:00010000:0.0:1778923632.186224:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:0.0:1778923632.186227:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43100 with x1865335281680256 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923632.186234:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43100. 00000100:00100000:0.0:1778923632.186261:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3556 00000100:00100000:0.0:1778923632.186267:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281680256:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.186359:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:1.0:1778923632.186363:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.186365:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923632.186368:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.186370:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:0.0:1778923632.186403:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923632.186405:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:0.0:1778923632.186407:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923632.186409:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:0.0:1778923632.186411:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923632.186422:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281680128:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 350us (573us total) trans 21474839338 rc 0/0 00000100:00100000:0.0:1778923632.186428:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281680256:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 162us (299us total) trans 17179872225 rc 0/0 00000100:00100000:1.0:1778923632.186430:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3555 00002000:00010000:1.0:1778923632.186433:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (193750->18446744073709551615) 00000100:00100000:0.0:1778923632.186434:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3556 00002000:00100000:1.0:1778923632.186436:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42d80 with x1865335281680128 ext(193750->18446744073709551615) 00002000:00010000:0.0:1778923632.186437:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:0.0:1778923632.186439:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43100 with x1865335281680256 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.186440:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d42d80. 00002000:00010000:0.0:1778923632.186443:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43100. 00000100:00100000:1.0:1778923632.191093:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.194254:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680384 00000100:00100000:2.0:1778923632.194267:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680384 00000100:00100000:2.0:1778923632.194337:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5535 00000100:00100000:2.0:1778923632.194348:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54916:x1865335281680384:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923632.194373:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923632.194393:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a4123 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ce9 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194481:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194497:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194525:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923632.194554:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:2.0:1778923632.194559:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923632.194575:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194611:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a4123 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce9 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194631:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce9 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.194640:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.194643:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923632.194646:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736c00, rc 0) 00000100:00100000:2.0:1778923632.194720:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54916:x1865335281680384:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 374us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.194726:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5535 00000100:00100000:2.0:1778923632.203348:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.203694:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680640 00000100:00100000:0.0:1778923632.203704:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680640 00000100:00100000:0.0:1778923632.203807:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5536 00000100:00100000:0.0:1778923632.203818:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54916:x1865335281680640:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923632.203882:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.203920:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736c00/0x3baece0abe6a412a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce9 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.203938:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923632.203943:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923632.204175:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.204191:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.204200:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923632.204255:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939884 00000004:00010000:0.0:1778923632.204280:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002094586d reply state 0000000082f452ee transno 8589939885 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.204288:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923632.204609:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54916:x1865335281680640:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 793us (1269us total) trans 8589939885 rc 0/0 00000100:00100000:0.0:1778923632.204620:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5536 00000020:00080000:0.0:1778923632.204625:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923632.207421:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207440:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207448:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207454:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.207459:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207467:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207486:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.207489:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.207494:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.207500:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a4131 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.210680:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.211128:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680768 00000100:00100000:1.0:1778923632.211139:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680768 00000100:00100000:1.0:1778923632.211203:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7083 00000100:00100000:1.0:1778923632.211213:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:54916:x1865335281680768:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.211233:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.211256:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cf0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923632.211292:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a083844, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:1.0:1778923632.211323:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.211326:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.211334:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 25 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.211352:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 25 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.211365:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819600, rc 0) 00000100:00100000:1.0:1778923632.211430:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:54916:x1865335281680768:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 218us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.211437:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7083 00000100:00100000:0.0:1778923632.216659:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.216746:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281680896 00000100:00100000:1.0:1778923632.216757:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281680896 00002000:00010000:1.0:1778923632.216802:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.216807:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751dc00 with x1865335281680896 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.216821:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751dc00. 00000100:00100000:1.0:1778923632.216856:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3557 00000100:00100000:1.0:1778923632.216866:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281680896:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.217201:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:1.0:1778923632.217206:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.217209:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923632.217211:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.217214:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.217282:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281680896:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 417us (633us total) trans 17179872226 rc 0/0 00000100:00100000:1.0:1778923632.217289:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3557 00002000:00010000:1.0:1778923632.217293:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.217295:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751dc00 with x1865335281680896 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.217300:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751dc00. 00000100:00100000:3.0:1778923632.219021:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.219154:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681024 00000100:00100000:0.0:1778923632.219163:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681024 00002000:00010000:0.0:1778923632.219203:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923632.219208:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f100 with x1865335281681024 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923632.219219:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f3f100. 00000100:00100000:0.0:1778923632.219249:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3558 00000100:00100000:0.0:1778923632.219259:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281681024:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923632.219547:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923632.219551:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:0.0:1778923632.219553:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923632.219555:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:0.0:1778923632.219558:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923632.219630:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281681024:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 372us (619us total) trans 21474839339 rc 0/0 00000100:00100000:0.0:1778923632.219637:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3558 00002000:00010000:0.0:1778923632.219641:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923632.219644:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f100 with x1865335281681024 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923632.219649:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f3f100. 00000100:00100000:0.0:1778923632.224374:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.224552:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681152 00000100:00100000:2.0:1778923632.224574:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681152 00000100:00100000:2.0:1778923632.224645:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5537 00000100:00100000:2.0:1778923632.224657:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54916:x1865335281681152:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923632.224681:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923632.224701:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a413f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cf7 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224790:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224806:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224816:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923632.224843:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:2.0:1778923632.224847:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923632.224863:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224890:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a413f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf7 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224907:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf7 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.224916:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.224919:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923632.224923:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:2.0:1778923632.224999:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54916:x1865335281681152:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 345us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.225006:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5537 00000100:00100000:2.0:1778923632.231404:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.231621:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681408 00000100:00100000:1.0:1778923632.231632:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681408 00000100:00100000:1.0:1778923632.231700:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5538 00000100:00100000:1.0:1778923632.231711:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54916:x1865335281681408:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923632.231775:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.231806:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a4146 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf7 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.231827:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.231833:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923632.232108:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.232124:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.232135:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923632.232193:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939886 00000004:00010000:1.0:1778923632.232219:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085a61dd1 reply state 00000000de338cdb transno 8589939887 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.232228:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923632.232327:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54916:x1865335281681408:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 617us (930us total) trans 8589939887 rc 0/0 00000100:00100000:1.0:1778923632.232335:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5538 00000020:00080000:1.0:1778923632.232341:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923632.235370:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235388:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235396:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235403:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.235407:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235414:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235432:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.235436:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.235441:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.235448:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a414d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.238607:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.239590:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681536 00000100:00100000:1.0:1778923632.239602:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681536 00000100:00100000:1.0:1778923632.239665:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7084 00000100:00100000:1.0:1778923632.239676:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:54916:x1865335281681536:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.239694:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.239718:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546cfe expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923632.239747:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a083854, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:1.0:1778923632.239768:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.239770:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.239777:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 27 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.239793:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 27 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.239806:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:1.0:1778923632.239862:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:54916:x1865335281681536:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 188us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.239870:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7084 00000100:00100000:3.0:1778923632.243679:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.243841:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681664 00000100:00100000:1.0:1778923632.243853:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681664 00002000:00010000:1.0:1778923632.243896:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.243901:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3dc00 with x1865335281681664 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.243914:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3dc00. 00000100:00100000:1.0:1778923632.243943:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3559 00000100:00100000:1.0:1778923632.243974:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281681664:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.244283:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:1.0:1778923632.244287:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.244290:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923632.244293:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.244295:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.244357:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281681664:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 406us (688us total) trans 17179872227 rc 0/0 00000100:00100000:1.0:1778923632.244365:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3559 00002000:00010000:1.0:1778923632.244369:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.244372:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3dc00 with x1865335281681664 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.244376:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3dc00. 00000100:00100000:0.0:1778923632.247167:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.247259:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681792 00000100:00100000:3.0:1778923632.247269:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681792 00002000:00010000:3.0:1778923632.247310:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923632.247316:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751d500 with x1865335281681792 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923632.247329:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751d500. 00000100:00100000:3.0:1778923632.247364:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3560 00000100:00100000:3.0:1778923632.247374:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281681792:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923632.247731:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.247735:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:3.0:1778923632.247738:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923632.247740:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:3.0:1778923632.247742:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.247796:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281681792:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 423us (640us total) trans 21474839340 rc 0/0 00000100:00100000:3.0:1778923632.247803:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3560 00002000:00010000:3.0:1778923632.247808:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923632.247810:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751d500 with x1865335281681792 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923632.247815:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751d500. 00000100:00100000:2.0:1778923632.251414:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.251499:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281681920 00000100:00100000:0.0:1778923632.251544:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281681920 00000100:00100000:0.0:1778923632.251609:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5539 00000100:00100000:0.0:1778923632.251618:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54916:x1865335281681920:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923632.251643:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.251663:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a415b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d05 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251740:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251754:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251765:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923632.251789:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:0.0:1778923632.251793:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923632.251809:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251833:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a415b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d05 expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251850:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d05 expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.251859:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923632.251862:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923632.251865:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923632.251918:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54916:x1865335281681920:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 301us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.251926:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5539 00010000:00010000:3.0:1778923632.254652:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923632.257773:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.258109:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682176 00000100:00100000:1.0:1778923632.258120:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682176 00000100:00100000:1.0:1778923632.258180:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5540 00000100:00100000:1.0:1778923632.258189:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54916:x1865335281682176:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923632.258245:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.258271:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4162 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d05 expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.258290:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.258295:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923632.258583:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.258598:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.258613:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923632.258669:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939888 00000004:00010000:1.0:1778923632.258695:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000ce9a9cd3 reply state 0000000010f4e6f6 transno 8589939889 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.258704:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923632.258788:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54916:x1865335281682176:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 599us (1026us total) trans 8589939889 rc 0/0 00000100:00100000:1.0:1778923632.258797:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5540 00000020:00080000:1.0:1778923632.258803:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923632.261547:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261563:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261580:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261586:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923632.261590:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261598:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261614:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.261618:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923632.261622:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.261629:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4169 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.264829:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.264995:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682304 00000100:00100000:3.0:1778923632.265009:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682304 00000100:00100000:3.0:1778923632.265239:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7085 00000100:00100000:3.0:1778923632.265251:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:54916:x1865335281682304:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.265271:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.265292:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d0c expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923632.265319:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a083858, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:3.0:1778923632.265343:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.265345:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.265353:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 29 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.265371:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 29 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.265390:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bbc00, rc 0) 00000100:00100000:3.0:1778923632.265450:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:54916:x1865335281682304:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 201us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.265457:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7085 00000100:00100000:1.0:1778923632.268716:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.268810:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.269034:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682432 00000100:00100000:0.0:1778923632.269045:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682432 00002000:00010000:0.0:1778923632.269097:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (193750->18446744073709551615) 00002000:00100000:0.0:1778923632.269103:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8a80 with x1865335281682432 ext(193750->18446744073709551615) 00002000:00010000:0.0:1778923632.269118:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8a80. 00000100:00100000:0.0:1778923632.269188:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682560 00000100:00100000:0.0:1778923632.269192:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682560 00002000:00010000:0.0:1778923632.269204:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:0.0:1778923632.269207:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb480 with x1865335281682560 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923632.269213:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb480. 00000100:00100000:2.0:1778923632.269243:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3561 00000100:00100000:2.0:1778923632.269256:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281682432:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923632.269618:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:2.0:1778923632.269623:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.269625:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923632.269627:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:2.0:1778923632.269630:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923632.269684:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281682432:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 431us (977us total) trans 17179872228 rc 0/0 00000100:00100000:2.0:1778923632.269692:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3561 00002000:00010000:2.0:1778923632.269696:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (193750->18446744073709551615) 00002000:00100000:2.0:1778923632.269699:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8a80 with x1865335281682432 ext(193750->18446744073709551615) 00002000:00010000:2.0:1778923632.269704:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8a80. 00000100:00100000:2.0:1778923632.269722:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3562 00000100:00100000:2.0:1778923632.269730:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281682560:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923632.269848:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.269851:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923627 -> 1778923632 00002000:00010000:2.0:1778923632.269854:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923632.269856:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923627 -> 1778923632 00002000:00010000:2.0:1778923632.269858:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923632.269881:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281682560:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 152us (1071us total) trans 21474839341 rc 0/0 00000100:00100000:2.0:1778923632.269887:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3562 00002000:00010000:2.0:1778923632.269890:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:2.0:1778923632.269892:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb480 with x1865335281682560 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923632.269897:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb480. 00000100:00100000:2.0:1778923632.273499:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.273612:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682688 00000100:00100000:1.0:1778923632.273624:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682688 00000100:00100000:1.0:1778923632.273681:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5541 00000100:00100000:1.0:1778923632.273691:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54916:x1865335281682688:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.273714:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.273735:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4177 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d13 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.273823:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.273838:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.273849:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.273878:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.273882:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.273899:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.273925:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4177 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d13 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.273943:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d13 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.274384:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.274388:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.274392:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:1.0:1778923632.274457:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54916:x1865335281682688:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 766us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.274465:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5541 00000100:00100000:3.0:1778923632.280100:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.280207:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281682944 00000100:00100000:2.0:1778923632.280217:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281682944 00000100:00100000:2.0:1778923632.280280:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5542 00000100:00100000:2.0:1778923632.280291:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54916:x1865335281682944:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923632.280350:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.280382:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a417e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d13 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.280405:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.280410:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923632.280719:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.280737:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.280747:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923632.280809:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939890 00000004:00010000:2.0:1778923632.280834:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005ac51da3 reply state 00000000b617738b transno 8589939891 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.280843:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923632.280938:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54916:x1865335281682944:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 648us (847us total) trans 8589939891 rc 0/0 00000100:00100000:2.0:1778923632.280945:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5542 00000020:00080000:2.0:1778923632.280959:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923632.285474:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285491:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285499:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285533:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923632.285539:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285546:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285577:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.285581:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923632.285586:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.285596:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a4185 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.287800:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.287901:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683072 00000100:00100000:0.0:1778923632.287911:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683072 00000100:00100000:0.0:1778923632.287974:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7086 00000100:00100000:0.0:1778923632.287985:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54916:x1865335281683072:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923632.288003:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.288024:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d1a expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923632.288052:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 243517, mtime: 0x6a08386f, atime: 0x6a08385b, ctime: 0x6a08386f, blocks: 0x203 00010000:00010000:0.0:1778923632.288082:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.288084:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.288093:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.288109:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.288122:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923632.288185:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54916:x1865335281683072:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 202us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.288192:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7086 00000100:00100000:0.0:1778923632.299465:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.299827:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683200 00000100:00100000:1.0:1778923632.299838:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683200 00002000:00010000:1.0:1778923632.299884:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.299890:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ea00 with x1865335281683200 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.299904:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751ea00. 00000100:00100000:1.0:1778923632.299938:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3563 00000100:00100000:1.0:1778923632.299948:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281683200:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.300286:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:1.0:1778923632.300291:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.300984:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.300989:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.300991:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.301253:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281683200:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1300us (1791us total) trans 21474839342 rc 0/0 00000100:00100000:1.0:1778923632.301265:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3563 00002000:00010000:1.0:1778923632.301271:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.301274:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751ea00 with x1865335281683200 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.301283:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751ea00. 00000100:00100000:0.0:1778923632.301371:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.301547:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683328 00000100:00100000:1.0:1778923632.301570:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683328 00002000:00010000:1.0:1778923632.301599:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923632.301602:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751e300 with x1865335281683328 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.301609:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751e300. 00000100:00100000:1.0:1778923632.301636:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3564 00000100:00100000:1.0:1778923632.301644:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281683328:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.301883:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.301887:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923628 -> 1778923632 00002000:00010000:1.0:1778923632.301889:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.301892:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923628 -> 1778923632 00002000:00010000:1.0:1778923632.301894:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923632.304215:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281683328:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2556us (4694us total) trans 17179872229 rc 0/0 00000100:00100000:1.0:1778923632.304231:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3564 00002000:00010000:1.0:1778923632.304239:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923632.304243:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751e300 with x1865335281683328 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.304256:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751e300. 00000100:00100000:3.0:1778923632.308232:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.308398:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683456 00000100:00100000:1.0:1778923632.308409:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683456 00000100:00100000:1.0:1778923632.308475:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5543 00000100:00100000:1.0:1778923632.308485:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54916:x1865335281683456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.308528:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.308548:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4193 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d21 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308654:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308669:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308681:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.308884:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.308889:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.308912:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308941:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4193 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d21 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308968:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d21 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.308977:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.308980:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.308984:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:1.0:1778923632.309042:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54916:x1865335281683456:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 559us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.309051:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5543 00000100:00100000:3.0:1778923632.314838:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.315267:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683712 00000100:00100000:1.0:1778923632.315279:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683712 00000100:00100000:1.0:1778923632.315338:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5544 00000100:00100000:1.0:1778923632.315347:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54916:x1865335281683712:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923632.315399:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.315426:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a419a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d21 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.315444:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.315451:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923632.316461:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.316483:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.316493:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923632.317169:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939892 00000004:00010000:1.0:1778923632.317199:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004d8c58c7 reply state 000000003cc2b9f7 transno 8589939893 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.317209:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923632.317332:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54916:x1865335281683712:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1983us (2500us total) trans 8589939893 rc 0/0 00000100:00100000:1.0:1778923632.317341:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5544 00000020:00080000:1.0:1778923632.317347:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923632.322174:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923632.322373:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322386:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322393:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322399:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706062200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923632.322404:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322411:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322429:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.322432:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923632.322437:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.322447:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a41a1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.322973:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683840 00000100:00100000:0.0:1778923632.322984:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683840 00000100:00100000:0.0:1778923632.323080:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7087 00000100:00100000:0.0:1778923632.323090:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:54916:x1865335281683840:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923632.323107:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.323128:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d28 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923632.323153:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 243517, mtime: 0x6a083870, atime: 0x6a08385b, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:0.0:1778923632.323173:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.323175:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.323182:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.323197:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.323209:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923632.323274:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:54916:x1865335281683840:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 185us (1108us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.323280:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7087 00000100:00100000:1.0:1778923632.326094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.326135:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.326265:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281683968 00000100:00100000:3.0:1778923632.326276:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281683968 00002000:00010000:3.0:1778923632.326319:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (193750->18446744073709551615) 00002000:00100000:3.0:1778923632.326324:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4000 with x1865335281683968 ext(193750->18446744073709551615) 00002000:00010000:3.0:1778923632.326335:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4000. 00000100:00100000:3.0:1778923632.326366:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684096 00000100:00100000:3.0:1778923632.326369:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684096 00002000:00010000:3.0:1778923632.326381:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:3.0:1778923632.326384:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6d80 with x1865335281684096 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923632.326390:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e6d80. 00000100:00100000:3.0:1778923632.326410:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3565 00000100:00100000:3.0:1778923632.326420:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281683968:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923632.326906:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:3.0:1778923632.326910:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.326913:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923632.326914:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.326916:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923632.326993:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281683968:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 575us (911us total) trans 17179872230 rc 0/0 00000100:00100000:3.0:1778923632.327001:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3565 00002000:00010000:3.0:1778923632.327005:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (193750->18446744073709551615) 00002000:00100000:3.0:1778923632.327008:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4000 with x1865335281683968 ext(193750->18446744073709551615) 00002000:00010000:3.0:1778923632.327014:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4000. 00000100:00100000:3.0:1778923632.327034:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3566 00000100:00100000:3.0:1778923632.327042:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281684096:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923632.327279:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.327283:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923628 -> 1778923632 00002000:00010000:3.0:1778923632.327285:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923632.327288:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923628 -> 1778923632 00002000:00010000:3.0:1778923632.327290:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.327312:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281684096:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 270us (1176us total) trans 21474839343 rc 0/0 00000100:00100000:3.0:1778923632.327317:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3566 00002000:00010000:3.0:1778923632.327320:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:3.0:1778923632.327323:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6d80 with x1865335281684096 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923632.327327:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e6d80. 00000100:00100000:2.0:1778923632.330990:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.331088:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684224 00000100:00100000:1.0:1778923632.331099:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684224 00000100:00100000:1.0:1778923632.331157:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5545 00000100:00100000:1.0:1778923632.331166:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54916:x1865335281684224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.331190:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.331209:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a41af lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d2f expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331292:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331309:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331322:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.331350:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.331354:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.331370:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331395:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a41af lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d2f expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331417:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d2f expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.331427:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.331430:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.331434:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:1.0:1778923632.331499:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54916:x1865335281684224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 334us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.331540:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5545 00000100:00100000:3.0:1778923632.337881:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.338289:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684480 00000100:00100000:0.0:1778923632.338298:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684480 00000100:00100000:0.0:1778923632.338402:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5546 00000100:00100000:0.0:1778923632.338413:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54916:x1865335281684480:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923632.338472:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.338497:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41b6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d2f expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.338567:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923632.338573:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923632.338789:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.338804:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.338813:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923632.338857:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939894 00000004:00010000:0.0:1778923632.338879:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b907212e reply state 0000000003ca67c4 transno 8589939895 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.338897:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923632.339001:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54916:x1865335281684480:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 589us (1127us total) trans 8589939895 rc 0/0 00000100:00100000:0.0:1778923632.339012:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5546 00000020:00080000:0.0:1778923632.339018:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923632.343830:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343850:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343858:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343863:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.343868:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343876:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343902:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.343905:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.343911:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.343918:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a41bd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.346006:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.346849:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684608 00000100:00100000:1.0:1778923632.346860:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684608 00000100:00100000:1.0:1778923632.346936:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7088 00000100:00100000:1.0:1778923632.346946:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:54916:x1865335281684608:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.346977:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.347000:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d36 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923632.347028:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 243517, mtime: 0x6a083870, atime: 0x6a08385b, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:1.0:1778923632.347048:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.347051:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.347057:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 32 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.347074:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 32 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.347087:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:1.0:1778923632.347147:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:54916:x1865335281684608:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 203us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.347154:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7088 00000100:00100000:3.0:1778923632.352680:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.352721:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.352910:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684864 00000100:00100000:1.0:1778923632.352921:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684864 00002000:00010000:1.0:1778923632.352975:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:1.0:1778923632.352981:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83480 with x1865335281684864 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.352993:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83480. 00000100:00100000:1.0:1778923632.353017:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684736 00000100:00100000:1.0:1778923632.353020:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684736 00002000:00010000:1.0:1778923632.353031:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.353035:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea80a80 with x1865335281684736 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.353041:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72ea80a80. 00000100:00100000:1.0:1778923632.353067:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3567 00000100:00100000:1.0:1778923632.353077:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281684864:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.353340:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.353343:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923628 -> 1778923632 00002000:00010000:1.0:1778923632.353346:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.353348:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923628 -> 1778923632 00002000:00010000:1.0:1778923632.353350:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923632.353422:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281684864:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 346us (752us total) trans 17179872231 rc 0/0 00000100:00100000:1.0:1778923632.353434:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3567 00002000:00010000:1.0:1778923632.353438:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:1.0:1778923632.353441:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83480 with x1865335281684864 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.353445:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83480. 00000100:00100000:1.0:1778923632.353465:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3568 00000100:00100000:1.0:1778923632.353472:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281684736:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923632.353697:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 243517 -> 193750 00002000:00010000:1.0:1778923632.353701:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.353704:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.353706:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.353708:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.353731:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281684736:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 259us (1008us total) trans 21474839344 rc 0/0 00000100:00100000:1.0:1778923632.353737:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3568 00002000:00010000:1.0:1778923632.353740:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.353743:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea80a80 with x1865335281684736 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.353748:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72ea80a80. 00000100:00100000:0.0:1778923632.362055:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.362153:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281684992 00000100:00100000:1.0:1778923632.362162:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281684992 00000100:00100000:1.0:1778923632.362293:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5547 00000100:00100000:1.0:1778923632.362305:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54916:x1865335281684992:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.362343:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.362366:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a41cb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d3d expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362457:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362473:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362484:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.362551:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:1.0:1778923632.362564:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923632.362583:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362609:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a41cb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d3d expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362626:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d3d expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.362634:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.362637:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923632.362641:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:1.0:1778923632.362702:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+218:54916:x1865335281684992:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 400us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.362709:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5547 00000100:00100000:1.0:1778923632.371236:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.371328:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685248 00000100:00100000:3.0:1778923632.371339:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685248 00000100:00100000:3.0:1778923632.371400:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5548 00000100:00100000:3.0:1778923632.371411:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:54916:x1865335281685248:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923632.371464:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923632.371491:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a41d2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d3d expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.371557:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.371571:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923632.371809:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.371824:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.371834:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923632.371886:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939896 00000004:00010000:0.0:1778923632.372267:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001f6938a9 reply state 00000000d6efc135 transno 8589939897 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.372277:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923632.372387:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:54916:x1865335281685248:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 976us (1161us total) trans 8589939897 rc 0/0 00000100:00100000:0.0:1778923632.372396:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5548 00000020:00080000:0.0:1778923632.372401:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923632.375701:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.375804:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685376 00000100:00100000:1.0:1778923632.375814:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685376 00000100:00100000:1.0:1778923632.375922:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7089 00000100:00100000:1.0:1778923632.375932:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:54916:x1865335281685376:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.375966:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.375987:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d44 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923632.376016:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 205532, mtime: 0x6a083870, atime: 0x6a08386d, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:1.0:1778923632.376043:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.376046:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.376054:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.376081:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.376093:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:1.0:1778923632.376154:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:54916:x1865335281685376:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 224us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.376162:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7089 00000100:00100000:0.0:1778923632.379908:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.379940:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685504 00010000:00010000:3.0:1778923632.380662:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380677:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380684:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380691:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923632.380695:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380703:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380722:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.380725:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923632.380730:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.380737:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41d9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.380861:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685504 00000100:00100000:0.0:1778923632.380920:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7090 00000100:00100000:0.0:1778923632.380930:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:54916:x1865335281685504:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923632.380946:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.381044:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d4b expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381088:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 34 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381099:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 34 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381106:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 34 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381112:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.381115:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.381118:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 6/0,0 mode: --/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d4b expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381156:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 34 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381169:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 34 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.381185:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676672:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.381272:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 34 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381282:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 34 pid: 25674 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.381291:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676800:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.381321:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 34 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.381330:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 34 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.381339:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676928:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923632.381361:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923632.385873:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.385908:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.385938:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.386094:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685760 00000100:00100000:1.0:1778923632.386104:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685760 00010000:00010000:1.0:1778923632.386147:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 35 pid: 25674 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.386187:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685632 00000100:00100000:1.0:1778923632.386191:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685632 00010000:00010000:1.0:1778923632.386204:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 36 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.386220:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281685888 00000100:00100000:1.0:1778923632.386223:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281685888 00010000:00010000:1.0:1778923632.386234:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 37 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.386247:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3160 00000100:00100000:1.0:1778923632.386254:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281685760:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.386269:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.386291:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 37 pid: 25674 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386303:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 37 pid: 25674 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386328:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.386376:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281685760:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 122us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.386384:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3160 00000100:00100000:1.0:1778923632.386438:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3161 00000100:00100000:1.0:1778923632.386445:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281685632:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.386452:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.386460:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 36 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386471:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 36 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386483:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.386537:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281685632:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 58us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.386544:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3161 00000100:00100000:1.0:1778923632.386559:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3162 00000100:00100000:1.0:1778923632.386566:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281685888:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.386576:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.386585:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 35 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386595:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 35 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386607:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.386609:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.386616:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d4b expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386626:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d4b expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.386660:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d4b expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.386674:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287677056:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923632.386719:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866180 going to sleep for 11 seconds 00010000:00010000:0.0:1778923632.387303:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a3f4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c33 expref: 35 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.387321:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676672:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.387332:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a3f55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c3a expref: 34 pid: 25674 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.387340:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676800:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.387349:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a87f92d2/0x3baece0abe6a3d9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546b99 expref: 33 pid: 6548 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.387358:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287676928:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.387382:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000567acb6a/0x3baece0abe6a41e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d4b expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.387392:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7000, rc 0) 00000100:00100000:0.0:1778923632.387420:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:54916:x1865335281685504:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6492us (7532us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.387427:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7090 00000100:00100000:1.0:1778923632.391360:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287677056:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923632.391390:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.391452:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281685888:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4886us (5512us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.391463:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3162 00000100:00100000:0.0:1778923632.395429:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.395473:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.395603:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686016 00000100:00100000:1.0:1778923632.395613:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686016 00002000:00010000:1.0:1778923632.395659:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.395664:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751e680 with x1865335281686016 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.395677:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751e680. 00000100:00100000:1.0:1778923632.395708:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686144 00000100:00100000:1.0:1778923632.395711:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686144 00002000:00010000:1.0:1778923632.395723:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:1.0:1778923632.395727:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751f100 with x1865335281686144 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923632.395733:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751f100. 00000100:00100000:1.0:1778923632.395756:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3569 00000100:00100000:1.0:1778923632.395766:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281686016:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923632.396075:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3570 00000100:00100000:2.0:1778923632.396086:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281686144:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923632.396278:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.396281:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923629 -> 1778923632 00002000:00010000:2.0:1778923632.396284:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923632.396286:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923629 -> 1778923632 00002000:00010000:2.0:1778923632.396288:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923632.396343:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281686144:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 260us (869us total) trans 21474839345 rc 0/0 00000100:00100000:2.0:1778923632.396350:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3570 00002000:00010000:2.0:1778923632.396353:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:2.0:1778923632.396356:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751f100 with x1865335281686144 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923632.396360:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce60751f100. 00002000:00010000:1.0:1778923632.396828:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 205532 -> 193750 00002000:00010000:1.0:1778923632.396832:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.396834:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923632.396836:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.396838:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.396868:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281686016:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1104us (1451us total) trans 17179872232 rc 0/0 00000100:00100000:1.0:1778923632.396874:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3569 00002000:00010000:1.0:1778923632.396877:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (193750->18446744073709551615) 00002000:00100000:1.0:1778923632.396880:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce60751e680 with x1865335281686016 ext(193750->18446744073709551615) 00002000:00010000:1.0:1778923632.396885:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce60751e680. 00000100:00100000:0.0:1778923632.400459:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.400597:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686400 00000100:00100000:3.0:1778923632.400608:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686400 00000100:00100000:3.0:1778923632.400674:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5549 00000100:00100000:3.0:1778923632.400684:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54916:x1865335281686400:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923632.400790:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.400810:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.400822:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923632.400987:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000029d796f8 reply state 00000000b2fc3cf1 transno 8589939898 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.400997:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923632.401106:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+221:54916:x1865335281686400:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 421us (654us total) trans 8589939898 rc 0/0 00000100:00100000:3.0:1778923632.401113:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5549 00010000:00010000:1.0:1778923632.405068:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405088:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405097:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405103:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923632.405108:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405116:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405133:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.405136:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923632.405140:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.405146:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a41ee lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.407715:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.407949:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686528 00000100:00100000:3.0:1778923632.407969:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686528 00000100:00100000:3.0:1778923632.408031:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7091 00000100:00100000:3.0:1778923632.408041:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:54916:x1865335281686528:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.408071:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.408091:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d52 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.408128:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.408137:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.408140:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.408145:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 37 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.408179:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 37 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.408193:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 37 pid: 6546 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.408207:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287677184:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.408294:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737cedc00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.412486:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.412754:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686656 00000100:00100000:0.0:1778923632.412763:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686656 00010000:00010000:0.0:1778923632.412800:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 38 pid: 6546 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.412840:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3163 00000100:00100000:0.0:1778923632.412848:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281686656:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.412863:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.412893:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 38 pid: 6546 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.412912:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 38 pid: 6546 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.412937:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.412939:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.412947:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.412966:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.413002:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.413023:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287677312:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923632.413172:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a407b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb1 expref: 38 pid: 6546 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.413188:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287677184:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923632.413211:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 37 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.413221:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:0.0:1778923632.413272:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923632.414415:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:54916:x1865335281686528:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6370us (6704us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.414425:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7091 00000100:00100000:0.0:1778923632.422645:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.422795:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686784 00000100:00100000:3.0:1778923632.422806:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686784 00000100:00100000:3.0:1778923632.422865:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7092 00000100:00100000:3.0:1778923632.422874:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:54916:x1865335281686784:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.422906:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.422925:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d59 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.422965:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 33 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.422974:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.422975:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.422979:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.423015:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 33 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.423034:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 33 pid: 6547 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.423049:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287677440:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.423142:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737cedc00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.423896:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287677312:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923632.423925:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.423982:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281686656:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 11133us (11503us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.423991:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3163 00000100:00100000:0.0:1778923632.431326:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.431392:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281686912 00000100:00100000:2.0:1778923632.431401:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281686912 00010000:00010000:2.0:1778923632.431440:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 34 pid: 6547 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.431485:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3164 00000100:00100000:2.0:1778923632.431495:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281686912:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1778923632.431499:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287677440:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923632.431538:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923632.431551:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 34 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.431559:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 34 pid: 6547 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.431566:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00010000:00010000:2.0:1778923632.431580:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 34 pid: 6547 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.431601:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a4082 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cb8 expref: 34 pid: 6547 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.431613:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.431615:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1778923632.431616:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707726850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:54916:x1865335281686784:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 8744us (8983us total) trans 0 rc 0/0 00010000:00010000:2.0:1778923632.431621:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.431623:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7092 00010000:00010000:2.0:1778923632.431631:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.431663:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.431675:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287677568:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923632.431730:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77840 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.436690:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287677568:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923632.436717:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923632.436764:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281686912:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5269us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.436775:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3164 00000100:00100000:1.0:1778923632.443038:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.443440:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687040 00000100:00100000:2.0:1778923632.443450:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687040 00000100:00100000:2.0:1778923632.443533:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7093 00000100:00100000:2.0:1778923632.443543:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:54916:x1865335281687040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923632.443563:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923632.443582:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d60 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.443616:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 37 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.443625:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.443627:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.443632:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 37 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.443665:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 37 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.443679:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 37 pid: 8354 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.443697:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287677696:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.443789:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923632.449968:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.450071:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687168 00000100:00100000:1.0:1778923632.450081:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687168 00010000:00010000:1.0:1778923632.450121:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 38 pid: 8354 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.450180:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3165 00000100:00100000:1.0:1778923632.450190:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281687168:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.450206:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.450231:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 38 pid: 8354 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.450245:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 38 pid: 8354 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.450274:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.450277:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.450283:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.450648:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a4089 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cbf expref: 38 pid: 8354 timeout: 1429 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.450667:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287677696:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923632.450739:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 37 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.450829:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 37 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.450842:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736c00, rc 0) 00000100:00100000:2.0:1778923632.451307:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:54916:x1865335281687040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7764us (8277us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.451316:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7093 00010000:00010000:1.0:1778923632.451409:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.451430:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287677824:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923632.451487:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.454721:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.454748:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.454776:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.454807:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687296 00000100:00100000:1.0:1778923632.454813:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687296 00000100:00100000:0.0:1778923632.454818:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287677824:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923632.454845:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.454857:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687552 00000100:00100000:1.0:1778923632.454860:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687552 00000100:00100000:1.0:1778923632.454881:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687424 00000100:00100000:1.0:1778923632.454883:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687424 00000100:00100000:0.0:1778923632.454893:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281687168:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4705us (4946us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.454903:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3165 00000100:00100000:1.0:1778923632.454917:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7094 00000100:00100000:1.0:1778923632.454925:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281687296:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:0.0:1778923632.454934:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7095 00000100:00100000:0.0:1778923632.454939:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281687552:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923632.455032:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7096 00000100:00100000:3.0:1778923632.455041:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281687424:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923632.455204:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.455207:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:3.0:1778923632.455210:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923629 -> 1778923631 00002000:00010000:3.0:1778923632.455212:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:3.0:1778923632.455215:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.455238:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281687424:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 199us (461us total) trans 21474839346 rc 0/0 00000100:00100000:3.0:1778923632.455248:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7096 00002000:00010000:1.0:1778923632.458254:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923632.458264:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923632.458266:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923629 -> 1778923631 00002000:00010000:1.0:1778923632.458269:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:1.0:1778923632.458271:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 263 -> 135 00000100:00100000:1.0:1778923632.458334:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281687296:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 3405us (3628us total) trans 17179872234 rc 0/0 00000100:00100000:1.0:1778923632.458345:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7094 00002000:00010000:0.0:1778923632.458406:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923632.458409:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923632.458411:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923629 -> 1778923631 00002000:00010000:0.0:1778923632.458414:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923631 -> 1778923632 00002000:00010000:0.0:1778923632.458415:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923632.458443:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281687552:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 3502us (3693us total) trans 17179872233 rc 0/0 00000100:00100000:0.0:1778923632.458450:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7095 00000100:00100000:3.0:1778923632.463486:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.463630:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687808 00000100:00100000:0.0:1778923632.463640:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687808 00000100:00100000:0.0:1778923632.463700:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2034 00000100:00100000:0.0:1778923632.463720:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54916:x1865335281687808:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923632.463789:0:30330:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c9c expref: 220 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.463840:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.463854:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 220 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.463864:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.464135:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 220 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.464150:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 220 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.464165:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287677952:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923632.464239:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923632.468411:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.468574:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287677952:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923632.468605:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.468807:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281687936 00000100:00100000:1.0:1778923632.468815:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281687936 00010000:00010000:1.0:1778923632.468858:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 221 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.469250:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3166 00000100:00100000:1.0:1778923632.469261:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+221:2354:x1865335281687936:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.469277:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.469284:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 221 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469302:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 221 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469464:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a4066 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ca3 expref: 221 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469481:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.469486:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469496:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469548:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.469704:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.469769:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:2354:x1865335281687936:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 509us (1367us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.469777:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3166 00010000:00010000:0.0:1778923632.469821:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.469828:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923632.474850:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1680, 88 off146040 00000004:00080000:0.0:1778923632.474867:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329531362528ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.475385:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1672, 88 off145600 00000004:00080000:0.0:1778923632.475395:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329531890429ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.475481:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1673, 88 off145688 00000004:00080000:0.0:1778923632.475487:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329531982813ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478147:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1681, 88 off146128 00000004:00080000:0.0:1778923632.478162:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534657964ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478199:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1682, 88 off146216 00000004:00080000:0.0:1778923632.478204:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534699912ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478230:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1674, 88 off145776 00000004:00080000:0.0:1778923632.478234:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534730367ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478267:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1675, 88 off145864 00000004:00080000:0.0:1778923632.478273:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534768919ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478290:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1683, 88 off146304 00000004:00080000:0.0:1778923632.478294:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534789867ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478323:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1676, 88 off145952 00000004:00080000:0.0:1778923632.478327:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534822829ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478344:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1684, 88 off146392 00000004:00080000:0.0:1778923632.478348:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534844132ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478374:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1685, 88 off146480 00000004:00080000:0.0:1778923632.478378:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534873852ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478393:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1677, 88 off146040 00000004:00080000:0.0:1778923632.478397:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534892609ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478412:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1686, 88 off146568 00000004:00080000:0.0:1778923632.478416:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534912479ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478432:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1678, 88 off146128 00000004:00080000:0.0:1778923632.478435:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534931350ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478452:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1687, 88 off146656 00000004:00080000:0.0:1778923632.478457:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329534952644ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478485:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1679, 88 off146216 00000004:00080000:0.0:1778923632.478489:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329534985439ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478689:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1680, 88 off146304 00000004:00080000:0.0:1778923632.478695:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329535191005ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.478845:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1688, 88 off146744 00000004:00080000:0.0:1778923632.478850:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329535346225ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478881:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1689, 88 off146832 00000004:00080000:0.0:1778923632.478896:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329535391692ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.478921:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1681, 88 off146392 00000004:00080000:0.0:1778923632.478925:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329535420923ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.479353:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1682, 88 off146480 00000004:00080000:0.0:1778923632.479360:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329535856110ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.480327:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1690, 88 off146920 00000004:00080000:0.0:1778923632.480337:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329536833020ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.480447:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1691, 88 off147008 00000004:00080000:0.0:1778923632.480452:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1329536947710ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.480871:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1683, 88 off146568 00000004:00080000:0.0:1778923632.480877:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1329537373528ns, next at 1321446608325ns, rc = 0 00000001:00080000:3.0:1778923632.519637:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939899 is committed 00000004:00080000:3.0:1778923632.519651:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1348 committed 00000004:00080000:3.0:1778923632.519669:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1353 committed 00000004:00080000:3.0:1778923632.519682:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1352 committed 00000004:00080000:3.0:1778923632.519685:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1347 committed 00000004:00080000:3.0:1778923632.519687:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1346 committed 00000004:00080000:3.0:1778923632.519689:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1351 committed 00000004:00080000:3.0:1778923632.519691:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1350 committed 00000004:00080000:3.0:1778923632.519693:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1345 committed 00000004:00080000:3.0:1778923632.519695:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1344 committed 00000004:00080000:3.0:1778923632.519697:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1349 committed 00000004:00080000:3.0:1778923632.519699:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1343 committed 00000004:00080000:3.0:1778923632.519701:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1348 committed 00000004:00080000:3.0:1778923632.519703:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1342 committed 00000004:00080000:3.0:1778923632.519704:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1347 committed 00000100:00100000:0.0:1778923632.520019:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678080:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.520097:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.520131:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.520151:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.520174:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1778923632.520180:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.520200:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.520218:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678976:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.520241:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.520271:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678080 00000100:00100000:0.0:1778923632.520277:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678080 00000100:00100000:0.0:1778923632.520317:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678592 00000100:00100000:0.0:1778923632.520320:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678592 00000100:00100000:0.0:1778923632.520334:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678464 00000100:00100000:0.0:1778923632.520337:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678464 00000100:00100000:0.0:1778923632.520350:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678976 00000100:00100000:0.0:1778923632.520352:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678976 00000100:00100000:0.0:1778923632.520369:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7097 00000100:00100000:0.0:1778923632.520377:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287678080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923632.520596:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923632.520599:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923632.520601:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923632.520603:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.520606:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1778923632.520645:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287678080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 268us (548us total) trans 17179872235 rc 0/0 00000100:00100000:0.0:1778923632.520652:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7097 00000100:00100000:0.0:1778923632.520673:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7098 00000100:00100000:0.0:1778923632.520679:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287678592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923632.520965:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679488:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.520995:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.521016:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287680000:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.521035:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.521052:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923632.521056:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679104:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.521076:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.521085:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679616:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.521101:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.521119:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679488 00000100:00100000:2.0:1778923632.521122:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679488 00000100:00100000:2.0:1778923632.521143:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680000 00000100:00100000:2.0:1778923632.521145:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680000 00000100:00100000:2.0:1778923632.521152:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679104 00000100:00100000:2.0:1778923632.521154:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679104 00000100:00100000:2.0:1778923632.521160:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679616 00000100:00100000:2.0:1778923632.521162:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679616 00000100:00100000:2.0:1778923632.521171:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7099 00000100:00100000:2.0:1778923632.521177:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287678464:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923632.521218:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7100 00000100:00100000:2.0:1778923632.521224:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287678976:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923632.521318:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:2.0:1778923632.521322:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521324:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923632.521326:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521329:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923632.521355:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287678976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (1113us total) trans 17179872236 rc 0/0 00000100:00100000:2.0:1778923632.521361:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7100 00000100:00100000:2.0:1778923632.521375:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7101 00000100:00100000:2.0:1778923632.521381:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287679488:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923632.521480:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:2.0:1778923632.521483:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521486:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923632.521488:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521490:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923632.521548:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287679488:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (552us total) trans 21474839347 rc 0/0 00000100:00100000:2.0:1778923632.521555:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7101 00000100:00100000:2.0:1778923632.521567:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7102 00000100:00100000:2.0:1778923632.521573:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287680000:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923632.521651:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.521654:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521656:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923632.521658:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.521660:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923632.521684:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287680000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (648us total) trans 21474839348 rc 0/0 00000100:00100000:2.0:1778923632.521690:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7102 00000100:00100000:2.0:1778923632.521702:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7103 00002000:00010000:0.0:1778923632.522013:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923632.522017:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522019:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923632.522022:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522024:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923632.522068:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287678592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1389us (1915us total) trans 17179872237 rc 0/0 00000100:00100000:0.0:1778923632.522075:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7098 00000100:00100000:0.0:1778923632.522091:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7104 00000100:00100000:0.0:1778923632.522098:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287679616:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923632.522181:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923632.522184:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522186:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923632.522188:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522191:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923632.522216:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287679616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (1114us total) trans 21474839349 rc 0/0 00000100:00100000:0.0:1778923632.522222:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7104 00000004:00080000:0.0:1778923632.522267:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f3800/2, rc 0, transno 17179872236 00000100:00100000:0.0:1778923632.522279:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678976:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923632.522291:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0a80/2, rc 0, transno 17179872235 00000100:00100000:0.0:1778923632.522295:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678080:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923632.522302:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1c00/2, rc 0, transno 17179872237 00000100:00100000:0.0:1778923632.522306:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678592:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.522372:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287680128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.522400:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.522428:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680128 00000100:00100000:0.0:1778923632.522433:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680128 00000100:00100000:0.0:1778923632.522454:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7105 00000100:00100000:0.0:1778923632.522459:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287680128:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923632.522567:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923632.522570:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522573:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923632.522575:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522577:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923632.522607:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287680128:12345-0@lo:2:osp-syn-1-0.0 Request processed in 147us (206us total) trans 17179872238 rc 0/0 00000100:00100000:0.0:1778923632.522613:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7105 00000004:00080000:0.0:1778923632.522637:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f2a00/2, rc 0, transno 17179872238 00000100:00100000:0.0:1778923632.522645:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287680128:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.522674:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1778923632.522681:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287680512:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923632.522704:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923632.522739:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680512 00000100:00100000:0.0:1778923632.522743:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680512 00000100:00100000:0.0:1778923632.522759:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7106 00000100:00100000:0.0:1778923632.522765:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287680512:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923632.522843:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923632.522846:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522849:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923632.522851:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923632.522853:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923632.522883:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287680512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 118us (178us total) trans 17179872239 rc 0/0 00000100:00100000:0.0:1778923632.522889:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7106 00000004:00080000:0.0:1778923632.522913:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9bb80/2, rc 0, transno 17179872239 00000100:00100000:0.0:1778923632.522919:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287680512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923632.523102:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3291:x1865335287679104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923632.523223:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.523230:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923632.523232:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923632.523234:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923632.523235:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923632.523264:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287679104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1557us (2187us total) trans 21474839350 rc 0/0 00000100:00100000:2.0:1778923632.523270:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7103 00002000:00010000:2.0:1778923632.523368:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.523371:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.523372:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923632.523375:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.523377:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923632.523416:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287678464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2238us (3215us total) trans 17179872240 rc 0/0 00000100:00100000:2.0:1778923632.523421:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7099 00000004:00080000:2.0:1778923632.523451:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1aa00/2, rc 0, transno 21474839350 00000100:00100000:2.0:1778923632.523463:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679104:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923632.523472:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18a80/2, rc 0, transno 21474839349 00000100:00100000:2.0:1778923632.523475:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679616:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923632.523481:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19f80/2, rc 0, transno 21474839347 00000100:00100000:2.0:1778923632.523484:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287679488:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923632.523491:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19180/2, rc 0, transno 21474839348 00000100:00100000:2.0:1778923632.523494:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287680000:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.523602:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287681024:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.523629:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.523649:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923632.523655:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287680640:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923632.523673:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923632.523695:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287681024 00000100:00100000:2.0:1778923632.523698:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287681024 00000100:00100000:2.0:1778923632.523725:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680640 00000100:00100000:2.0:1778923632.523728:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680640 00000004:00010000:1.0:1778923632.523740:0:30330:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009829f8f8 reply state 000000007e094774 transno 8589939899 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.523745:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7107 00000100:00100000:2.0:1778923632.523751:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287681024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923632.523842:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923632.523846:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.523848:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923632.523850:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.523852:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923632.523881:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287681024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (250us total) trans 21474839351 rc 0/0 00000100:00100000:2.0:1778923632.523887:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7107 00000100:00100000:2.0:1778923632.523899:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7108 00000100:00100000:2.0:1778923632.523904:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287680640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.524047:0:30330:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1778923632.524057:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.524060:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923632.524067:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a403c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546c9c expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1778923632.524271:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1346 committed 00000004:00080000:3.0:1778923632.524275:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1341 committed 00000004:00080000:3.0:1778923632.524277:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1345 committed 00000004:00080000:3.0:1778923632.524279:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1340 committed 00000004:00080000:3.0:1778923632.524281:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1339 committed 00000004:00080000:3.0:1778923632.524283:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1344 committed 00000004:00080000:3.0:1778923632.524285:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1343 committed 00000004:00080000:3.0:1778923632.524287:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1338 committed 00000004:00080000:3.0:1778923632.524289:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1337 committed 00000004:00080000:3.0:1778923632.524294:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1342 committed 00000100:00100000:3.0:1778923632.524376:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678208:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923632.524415:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524437:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678720:0@lo:2:osp-syn-1-0.0 00010000:00080000:1.0:1778923632.524446:0:30330:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1778923632.524462:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54916:x1865335281687808:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 60751us (60986us total) trans 8589939899 rc 0/0 00000100:00100000:3.0:1778923632.524463:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524474:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2034 00000100:00100000:3.0:1778923632.524476:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679232:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923632.524498:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524528:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679744:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.524533:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678208 00000100:00100000:1.0:1778923632.524539:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678208 00000100:00100000:3.0:1778923632.524551:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524564:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680256:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923632.524564:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678720 00000100:00100000:1.0:1778923632.524569:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678720 00000100:00100000:1.0:1778923632.524586:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679232 00000100:00100000:1.0:1778923632.524589:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679232 00000100:00100000:3.0:1778923632.524594:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524605:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679744 00000100:00100000:3.0:1778923632.524608:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680768:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923632.524627:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524641:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 6 async RPCs [3->2] 00000100:00100000:3.0:1778923632.524647:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923632.524668:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524677:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678848:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923632.524693:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524700:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679744 00000100:00100000:3.0:1778923632.524702:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679360:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.524719:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680256 00000100:00100000:1.0:1778923632.524721:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680256 00000100:00100000:1.0:1778923632.524731:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680768 00000100:00100000:1.0:1778923632.524732:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680768 00000100:00100000:1.0:1778923632.524740:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678336 00000100:00100000:1.0:1778923632.524742:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678336 00000100:00100000:3.0:1778923632.524809:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923632.524822:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679872:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.524841:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287678848 00000100:00100000:3.0:1778923632.524846:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524846:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287678848 00000100:00100000:3.0:1778923632.524858:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680384:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923632.524863:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679360 00000100:00100000:1.0:1778923632.524867:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679360 00000100:00100000:3.0:1778923632.524882:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524883:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287679872 00000100:00100000:1.0:1778923632.524886:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287679872 00000100:00100000:3.0:1778923632.524894:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680896:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.524900:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680384 00000100:00100000:1.0:1778923632.524903:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680384 00000100:00100000:3.0:1778923632.524919:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923632.524923:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7109 00000100:00100000:1.0:1778923632.524931:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287678208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923632.525306:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.525311:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923632.525314:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923632.525317:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.525320:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.525350:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287680896 00000100:00100000:3.0:1778923632.525357:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287680896 00000100:00100000:1.0:1778923632.525371:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287678208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 440us (954us total) trans 17179872241 rc 0/0 00000100:00100000:1.0:1778923632.525380:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7109 00002000:00010000:2.0:1778923632.525621:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:2.0:1778923632.525625:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.525628:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923632.525629:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923632.525631:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923632.525660:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287680640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1755us (1986us total) trans 21474839352 rc 0/0 00000004:00080000:0.0:1778923632.525967:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1180/2, rc 0, transno 17179872240 00000100:00100000:0.0:1778923632.525977:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287678464:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923632.526318:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7110 00000100:00100000:1.0:1778923632.526341:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7111 00000100:00100000:3.0:1778923632.526347:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287678720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923632.526356:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287679232:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923632.526556:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923632.526560:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.526563:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923632.526565:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.526568:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1778923632.526568:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.526574:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923632.526577:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923632.526579:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.526582:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.526616:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287678720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 277us (2154us total) trans 17179872242 rc 0/0 00000100:00100000:3.0:1778923632.526623:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7110 00000100:00100000:3.0:1778923632.526646:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7112 00000100:00100000:3.0:1778923632.526653:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287679744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923632.526697:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287679232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 345us (2197us total) trans 21474839353 rc 0/0 00000100:00100000:1.0:1778923632.526704:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7111 00000100:00100000:1.0:1778923632.526720:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7113 00000100:00100000:1.0:1778923632.526728:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287680256:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923632.526758:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.526762:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.526764:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923632.526767:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.526769:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.526796:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287679744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (2245us total) trans 21474839354 rc 0/0 00000100:00100000:3.0:1778923632.526803:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7112 00000100:00100000:3.0:1778923632.526817:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7114 00000100:00100000:3.0:1778923632.526824:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287680768:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923632.526911:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923632.526915:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.526917:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.526919:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.526921:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.526963:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287680256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 237us (2371us total) trans 17179872243 rc 0/0 00000100:00100000:1.0:1778923632.526970:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7113 00000100:00100000:1.0:1778923632.526985:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7115 00000100:00100000:1.0:1778923632.526991:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287678336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923632.527075:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923632.527079:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527081:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923632.527083:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527085:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.527111:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287678336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 120us (2442us total) trans 17179872244 rc 0/0 00000100:00100000:1.0:1778923632.527117:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7115 00002000:00010000:3.0:1778923632.527122:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.527126:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527128:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923632.527131:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527133:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923632.527162:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287680768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 338us (2533us total) trans 21474839355 rc 0/0 00000100:00100000:3.0:1778923632.527168:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7114 00000100:00100000:3.0:1778923632.527183:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7116 00000100:00100000:3.0:1778923632.527190:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287678848:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923632.527273:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923632.527277:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527280:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923632.527282:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527284:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923632.527293:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7117 00000100:00100000:1.0:1778923632.527301:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287679360:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923632.527316:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287678848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (2620us total) trans 17179872245 rc 0/0 00000100:00100000:3.0:1778923632.527324:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7116 00000100:00100000:3.0:1778923632.527340:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7118 00000100:00100000:3.0:1778923632.527348:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287679872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923632.527400:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.527403:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527406:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923632.527408:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527410:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923632.527438:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287679360:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (2627us total) trans 21474839356 rc 0/0 00000100:00100000:1.0:1778923632.527444:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7117 00002000:00010000:3.0:1778923632.527452:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923632.527456:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00000100:00100000:1.0:1778923632.527460:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7119 00002000:00010000:3.0:1778923632.527461:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923632.527465:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527469:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923632.527470:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287680384:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923632.527501:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287679872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 155us (2655us total) trans 21474839357 rc 0/0 00000100:00100000:3.0:1778923632.527533:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7118 00000100:00100000:3.0:1778923632.527547:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7120 00000100:00100000:3.0:1778923632.527555:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287680896:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923632.527578:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923632.527581:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527583:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923632.527586:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923632.527588:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1778923632.527646:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923632.527649:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527651:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923632.527653:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923632.527655:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923632.527681:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287680896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (2762us total) trans 21474839358 rc 0/0 00000100:00100000:3.0:1778923632.527687:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7120 00000100:00100000:1.0:1778923632.527707:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287680384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 239us (2825us total) trans 17179872246 rc 0/0 00000100:00100000:1.0:1778923632.527713:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7119 00010000:00010000:3.0:1778923632.527725:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527735:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527743:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527750:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923632.527754:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527762:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527778:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.527781:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923632.527786:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.527798:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a420a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1778923632.527847:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1880/2, rc 0, transno 17179872244 00000100:00100000:3.0:1778923632.527853:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678336:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.527863:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0380/2, rc 0, transno 17179872245 00000100:00100000:3.0:1778923632.527867:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678848:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.527877:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18e00/2, rc 0, transno 21474839356 00000100:00100000:3.0:1778923632.527896:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679360:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.527908:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19880/2, rc 0, transno 21474839357 00000100:00100000:3.0:1778923632.527912:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679872:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.527923:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a300/2, rc 0, transno 17179872246 00000100:00100000:3.0:1778923632.527926:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680384:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.527936:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c23100/2, rc 0, transno 21474839358 00000100:00100000:3.0:1778923632.527939:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.528559:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0700/2, rc 0, transno 17179872241 00000100:00100000:3.0:1778923632.528567:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678208:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.528584:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f2680/2, rc 0, transno 17179872242 00000100:00100000:3.0:1778923632.528588:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287678720:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.528595:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19500/2, rc 0, transno 21474839353 00000100:00100000:3.0:1778923632.528598:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679232:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.528606:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18700/2, rc 0, transno 21474839354 00000100:00100000:3.0:1778923632.528609:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287679744:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.528617:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0e00/2, rc 0, transno 17179872243 00000100:00100000:3.0:1778923632.528620:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680256:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923632.528627:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1ad80/2, rc 0, transno 21474839355 00000100:00100000:3.0:1778923632.528629:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287680768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.531136:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1b480/2, rc 0, transno 21474839352 00000100:00100000:3.0:1778923632.531152:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287680640:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923632.531164:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d46680/2, rc 0, transno 21474839351 00000100:00100000:3.0:1778923632.531168:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287681024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923632.531341:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.531428:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281688064 00000100:00100000:1.0:1778923632.531435:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281688064 00000100:00100000:1.0:1778923632.531551:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5550 00000100:00100000:1.0:1778923632.531560:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+197:54916:x1865335281688064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.531584:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.531606:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4211 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d67 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.531671:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4211 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d67 expref: 198 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.531686:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4211 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d67 expref: 198 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.531716:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.531720:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923632.531723:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:1.0:1778923632.531780:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+198:54916:x1865335281688064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 222us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.531787:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5550 00000100:00100000:2.0:1778923632.531852:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7108 00000100:00100000:1.0:1778923632.540747:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.540835:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281688320 00000100:00100000:3.0:1778923632.540845:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281688320 00000100:00100000:3.0:1778923632.540966:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2035 00000100:00100000:3.0:1778923632.540978:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54916:x1865335281688320:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923632.541286:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54916:x1865335281688320:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 309us (547us total) trans 8589939900 rc 0/0 00000100:00100000:3.0:1778923632.541294:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2035 00000100:00100000:3.0:1778923632.576642:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.576816:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281688448 00000100:00100000:2.0:1778923632.576826:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281688448 00000100:00100000:2.0:1778923632.576895:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5551 00000100:00100000:2.0:1778923632.576908:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+199:54918:x1865335281688448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923632.576935:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923632.576964:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a4218 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d6e expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577038:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577053:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577064:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577079:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577086:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577093:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577429:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577440:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577448:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923632.577479:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:2.0:1778923632.577484:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923632.577544:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577569:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577578:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577585:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577592:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577599:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923632.577602:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577609:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577621:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923632.577624:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923632.577629:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577635:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a421f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577648:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577655:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577661:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577666:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923632.577669:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577675:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577682:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce728e15600) 00010000:00010000:2.0:1778923632.577685:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923632.577687:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577693:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a4226 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577723:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736400/0x3baece0abe6a4218 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577736:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 200 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.577743:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.577745:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923632.577748:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737800, rc 0) 00000100:00100000:2.0:1778923632.577813:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+200:54918:x1865335281688448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 908us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.577825:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5551 00000100:00100000:0.0:1778923632.584622:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.584748:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281688704 00000100:00100000:3.0:1778923632.584758:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281688704 00000100:00100000:3.0:1778923632.584815:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5552 00000100:00100000:3.0:1778923632.584824:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54918:x1865335281688704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923632.584845:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.584863:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4234 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d75 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.584984:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a423b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.585000:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a423b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.585012:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a423b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923632.585024:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00010000:00010000:3.0:1778923632.585161:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4234 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d75 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.585179:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a423b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d75 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.585188:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923632.585190:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1778923632.585193:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:3.0:1778923632.585256:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54918:x1865335281688704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 434us (647us total) trans 8589939901 rc 0/0 00000100:00100000:3.0:1778923632.585264:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5552 00000100:00100000:3.0:1778923632.590541:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.591317:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281688960 00000100:00100000:1.0:1778923632.591328:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281688960 00000100:00100000:1.0:1778923632.591386:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5553 00000100:00100000:1.0:1778923632.591394:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54918:x1865335281688960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923632.591416:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.591441:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a4249 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d7c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.591553:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4250 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.591817:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4250 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.591828:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4250 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.591842:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00010000:00010000:1.0:1778923632.591971:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a4249 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d7c expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.591988:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4250 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d7c expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.591996:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.591998:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923632.592002:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:1.0:1778923632.592187:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54918:x1865335281688960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 793us (1693us total) trans 8589939902 rc 0/0 00000100:00100000:1.0:1778923632.592195:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5553 00000100:00100000:1.0:1778923632.659709:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.660772:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689088 00000100:00100000:3.0:1778923632.660785:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689088 00000100:00100000:2.0:1778923632.662695:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3571 00000100:00100000:2.0:1778923632.662708:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281689088:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923632.662747:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.662768:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.662778:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.662780:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.662784:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.662821:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.662835:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 38 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.662852:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287681152:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.662944:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77540 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.665477:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287681152:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923632.665530:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.671206:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.671852:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689216 00000100:00100000:2.0:1778923632.671862:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689216 00010000:00010000:2.0:1778923632.671920:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 39 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.671973:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3167 00000100:00100000:2.0:1778923632.671982:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281689216:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923632.671997:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.672019:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 39 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.672032:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 39 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.672068:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000332228a1/0x3baece0abe6a41f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d52 expref: 39 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.672084:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.672086:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.672090:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.672099:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.672132:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923632.672188:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281689216:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.672196:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3167 00010000:00010000:0.0:1778923632.672427:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.672437:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682013:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682032:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682042:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682049:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923632.682054:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682063:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682088:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.682095:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a425e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.684244:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281689088:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21528us (24535us total) trans 0 rc 193750/193750 00000100:00100000:0.0:1778923632.684258:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3571 00000100:00100000:0.0:1778923632.688462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.688687:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689344 00000100:00100000:3.0:1778923632.688697:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689344 00000100:00100000:3.0:1778923632.688800:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3572 00000100:00100000:3.0:1778923632.688811:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281689344:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923632.688848:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.688869:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 37 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.688877:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.688879:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.688883:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.688914:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 37 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.688927:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 37 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.688942:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287681280:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.689032:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.693235:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.693285:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689472 00000100:00100000:0.0:1778923632.693296:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689472 00010000:00010000:0.0:1778923632.693335:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 38 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.693381:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3168 00000100:00100000:0.0:1778923632.693391:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281689472:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.693405:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.693429:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 38 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.693442:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 38 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.693466:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.693469:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.693474:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.693483:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.693536:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923632.693646:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281689472:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 255us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.693653:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3168 00010000:00010000:3.0:1778923632.694204:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a607af/0x3baece0abe6a40e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cc6 expref: 37 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.694223:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100ddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287681280:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923632.694244:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.694258:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.694264:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699678:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699700:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699709:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699716:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923632.699721:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699729:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699748:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.699755:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a4265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.699855:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281689344:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11041us (11396us total) trans 0 rc 193750/193750 00000100:00100000:1.0:1778923632.699864:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3572 00000100:00100000:3.0:1778923632.705430:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.705540:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689600 00000100:00100000:2.0:1778923632.705549:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689600 00000100:00100000:2.0:1778923632.705619:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3573 00000100:00100000:2.0:1778923632.705628:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281689600:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923632.705662:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.705682:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.705691:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.705693:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.705696:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.705726:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.705739:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 33 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.705754:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287681408:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.705828:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.709200:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.709374:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287681408:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.709400:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.709474:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689728 00000100:00100000:1.0:1778923632.709481:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689728 00010000:00010000:1.0:1778923632.709545:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 34 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.709589:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3169 00000100:00100000:1.0:1778923632.709598:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281689728:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.709612:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.709634:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 34 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.709647:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 34 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.709669:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4100 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cd4 expref: 34 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.709683:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.709685:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.709689:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.709698:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.709718:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.709771:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281689728:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 174us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.709779:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3169 00010000:00010000:0.0:1778923632.709832:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.709840:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715802:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715823:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715831:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715837:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8ce600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923632.715842:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715850:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715866:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.715873:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a426c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.716065:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281689600:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10428us (10635us total) trans 0 rc 193750/193750 00000100:00100000:0.0:1778923632.716076:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3573 00000100:00100000:2.0:1778923632.721862:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.721946:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689856 00000100:00100000:3.0:1778923632.721965:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689856 00000100:00100000:3.0:1778923632.722143:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3574 00000100:00100000:3.0:1778923632.722154:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281689856:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923632.722191:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.722212:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.722220:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.722222:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.722225:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.722258:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.722273:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 32 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.722289:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287681536:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.722367:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923632.725345:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287681536:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923632.725374:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.726654:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.726731:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281689984 00000100:00100000:3.0:1778923632.726740:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281689984 00010000:00010000:3.0:1778923632.726778:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.726813:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3170 00000100:00100000:3.0:1778923632.726821:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281689984:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923632.726835:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923632.726856:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.726869:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.726891:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebd89898/0x3baece0abe6a411c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ce2 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.726907:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.726909:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.726914:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.726931:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.726970:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923632.727014:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281689984:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 193us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.727022:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3170 00010000:00010000:2.0:1778923632.727083:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.727093:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733155:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733174:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733182:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733189:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923632.733193:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733201:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733221:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.733233:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001a6b4b34/0x3baece0abe6a4273 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.733329:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281689856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11173us (11471us total) trans 0 rc 193750/193750 00000100:00100000:3.0:1778923632.733339:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3574 00000100:00100000:0.0:1778923632.742734:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.742891:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690112 00000100:00100000:2.0:1778923632.742903:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690112 00000100:00100000:2.0:1778923632.742981:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3575 00000100:00100000:2.0:1778923632.742990:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281690112:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923632.743027:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.743048:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.743066:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.743068:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.743071:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.743107:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.743120:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 36 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.743141:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d47100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287681664:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.743224:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.747113:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.747187:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690240 00000100:00100000:0.0:1778923632.747196:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690240 00010000:00010000:0.0:1778923632.747237:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 37 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.747282:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3171 00000100:00100000:0.0:1778923632.747292:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281690240:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.747307:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.747329:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 37 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.747342:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 37 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.747366:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.747367:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.747373:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.747384:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.747405:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923632.747460:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281690240:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 170us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.747468:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3171 00010000:00010000:2.0:1778923632.747628:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a4138 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cf0 expref: 36 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.747643:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d47100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287681664:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923632.747662:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.747671:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.747678:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752837:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752858:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752867:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752879:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8ce600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923632.752884:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752903:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752921:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.752928:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec562d3a/0x3baece0abe6a427a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.753028:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281690112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10034us (10299us total) trans 0 rc 193750/193750 00000100:00100000:2.0:1778923632.753038:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3575 00000100:00100000:0.0:1778923632.767168:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.767242:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690368 00000100:00100000:1.0:1778923632.767252:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690368 00000100:00100000:1.0:1778923632.767314:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3576 00000100:00100000:1.0:1778923632.767324:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281690368:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923632.767356:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.767377:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.767385:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.767387:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.767391:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.767423:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.767437:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 35 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.767450:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287681792:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923632.768479:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923632.774806:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287681792:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923632.774835:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.782611:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.785197:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690496 00000100:00100000:2.0:1778923632.785212:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690496 00010000:00010000:2.0:1778923632.785264:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 36 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.785309:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3172 00000100:00100000:2.0:1778923632.785319:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281690496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923632.785335:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.785357:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 36 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.785372:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 36 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.785394:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a4154 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546cfe expref: 36 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.785410:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.785411:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.785416:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.785426:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.785461:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923632.785559:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281690496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 241us (2957us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.785566:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3172 00010000:00010000:1.0:1778923632.785753:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.785764:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789891:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789911:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789920:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789927:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667da00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923632.789932:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789940:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789969:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.789984:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4281 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.790072:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281690368:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22745us (22907us total) trans 0 rc 193750/193750 00000100:00100000:1.0:1778923632.790083:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3576 00000100:00100000:0.0:1778923632.801609:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.801773:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690624 00000100:00100000:3.0:1778923632.801782:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690624 00000100:00100000:3.0:1778923632.801846:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3577 00000100:00100000:3.0:1778923632.801856:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281690624:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923632.802191:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.802219:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.802229:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.802231:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923632.802235:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.802270:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.802285:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 34 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.802301:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287681920:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923632.802386:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737cedc00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.812353:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.812457:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287681920:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923632.812486:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.812705:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690752 00000100:00100000:0.0:1778923632.812712:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690752 00010000:00010000:0.0:1778923632.812750:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 35 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.812789:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3173 00000100:00100000:0.0:1778923632.812798:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281690752:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.812813:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.812836:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 35 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.812848:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 35 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.812880:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4170 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d0c expref: 35 pid: 6546 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.812897:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.812898:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.812902:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.812912:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.812940:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923632.813000:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281690752:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 203us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.813010:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3173 00010000:00010000:3.0:1778923632.813591:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.813602:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818773:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818793:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818802:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818809:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923632.818813:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818825:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818844:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.818851:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a4288 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.819049:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281690624:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17190us (17446us total) trans 0 rc 193750/193750 00000100:00100000:3.0:1778923632.819069:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3577 00000100:00100000:1.0:1778923632.828182:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.828367:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281690880 00000100:00100000:2.0:1778923632.828377:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281690880 00000100:00100000:2.0:1778923632.828455:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3578 00000100:00100000:2.0:1778923632.828466:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281690880:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923632.828544:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.828570:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.828578:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.828581:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.828584:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.828620:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.828633:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 31 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.828648:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287682048:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.828723:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923632.839965:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.840065:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691008 00000100:00100000:0.0:1778923632.840075:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691008 00010000:00010000:0.0:1778923632.840116:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 32 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.840158:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3174 00000100:00100000:0.0:1778923632.840168:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281691008:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923632.840183:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.840205:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 32 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.840219:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 32 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.840247:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.840248:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923632.840253:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.840262:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.840282:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923632.840344:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281691008:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 178us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923632.840355:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3174 00010000:00010000:1.0:1778923632.841133:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000051095a20/0x3baece0abe6a418c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d1a expref: 31 pid: 25674 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.841153:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287682048:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923632.841173:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.841184:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.841191:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847746:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847766:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847781:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847788:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923632.847793:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847802:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847822:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.847829:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a428f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.847926:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281690880:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19457us (19750us total) trans 0 rc 193750/193750 00000100:00100000:1.0:1778923632.847937:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3578 00000100:00100000:2.0:1778923632.853914:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.854020:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691136 00000100:00100000:1.0:1778923632.854029:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691136 00000100:00100000:1.0:1778923632.854105:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3579 00000100:00100000:1.0:1778923632.854115:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281691136:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923632.854150:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.854179:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.854188:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.854190:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.854193:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.854226:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.854240:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.854255:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287682176:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923632.854343:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923632.858384:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.858463:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691264 00000100:00100000:3.0:1778923632.858471:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691264 00010000:00010000:3.0:1778923632.858537:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 34 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.858577:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3175 00000100:00100000:3.0:1778923632.858587:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281691264:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923632.858601:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923632.858623:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 34 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.858637:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 34 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.858666:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.858668:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.858673:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.858683:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.858702:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923632.858757:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281691264:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 171us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.858764:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3175 00010000:00010000:1.0:1778923632.859571:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a41a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d28 expref: 33 pid: 26019 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.859589:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287682176:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923632.859611:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.859621:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.859629:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886449:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886468:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886476:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886482:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923632.886487:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886494:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886530:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.886538:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4296 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.886704:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281691136:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 32586us (32795us total) trans 0 rc 193750/193750 00000100:00100000:1.0:1778923632.886716:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3579 00000100:00100000:1.0:1778923632.890932:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.891037:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691392 00000100:00100000:2.0:1778923632.891047:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691392 00000100:00100000:2.0:1778923632.891213:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3580 00000100:00100000:2.0:1778923632.891223:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281691392:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923632.891258:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.891285:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.891294:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.891296:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923632.891299:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.891331:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.891342:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 30 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.891357:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d45500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287682304:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.891433:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923632.894599:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.894764:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d45500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287682304:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923632.894788:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.894879:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691520 00000100:00100000:1.0:1778923632.894886:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691520 00010000:00010000:1.0:1778923632.894923:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 31 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.894968:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3176 00000100:00100000:1.0:1778923632.894976:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281691520:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923632.894993:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923632.895015:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 31 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.895028:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 31 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.895058:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049d8dd0f/0x3baece0abe6a41c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d36 expref: 31 pid: 32943 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.895075:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.895077:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923632.895082:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.895092:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.895133:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923632.895188:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281691520:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 212us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923632.895195:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3176 00010000:00010000:3.0:1778923632.895391:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.895400:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.901954:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.901973:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.901983:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.901996:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923632.902000:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.902007:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.902025:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.902031:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a429d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923632.902217:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281691392:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10990us (11288us total) trans 0 rc 193750/193750 00000100:00100000:3.0:1778923632.902226:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3580 00000100:00100000:0.0:1778923632.906928:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.907023:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691648 00000100:00100000:1.0:1778923632.907034:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691648 00000100:00100000:1.0:1778923632.907207:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3581 00000100:00100000:1.0:1778923632.907218:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281691648:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923632.907254:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.907273:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.907281:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.907283:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923632.907286:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.907320:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.907334:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 32 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.907354:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287682432:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923632.907471:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923632.909595:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287682432:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923632.909623:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923632.910142:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.910235:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691776 00000100:00100000:2.0:1778923632.910243:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691776 00010000:00010000:2.0:1778923632.910292:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 33 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.910338:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3177 00000100:00100000:2.0:1778923632.910348:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281691776:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923632.910362:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923632.910385:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 33 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.910403:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 33 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.910424:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a41e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d44 expref: 33 pid: 22251 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.910440:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.910442:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923632.910458:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.910467:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.910499:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923632.910567:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.910569:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281691776:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 223us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.910577:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3177 00010000:00010000:1.0:1778923632.910577:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913776:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913795:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913804:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913812:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923632.913817:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913825:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913844:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.913852:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a42a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.913981:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281691648:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6761us (7059us total) trans 0 rc 193750/193750 00000100:00100000:2.0:1778923632.913991:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3581 00000100:00100000:1.0:1778923632.932957:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.933441:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281691904 00000100:00100000:0.0:1778923632.933450:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281691904 00000100:00100000:0.0:1778923632.933560:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 566 00000100:00100000:0.0:1778923632.933571:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54918:x1865335281691904:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923632.933589:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923632.933617:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4250 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d7c expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.933639:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923632.933645:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923632.933842:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54918:x1865335281691904:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 272us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.933851:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 566 00000100:00100000:3.0:1778923632.938168:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.938373:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281692160 00000100:00100000:1.0:1778923632.938383:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281692160 00000100:00100000:1.0:1778923632.938448:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2036 00000100:00100000:1.0:1778923632.938459:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54918:x1865335281692160:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923632.938988:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df68c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54918:x1865335281692160:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 528us (824us total) trans 8589939903 rc 0/0 00000100:00100000:1.0:1778923632.938996:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2036 00000100:00100000:0.0:1778923632.943104:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.943182:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281692416 00000100:00100000:1.0:1778923632.943192:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281692416 00000100:00100000:1.0:1778923632.943291:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5554 00000100:00100000:1.0:1778923632.943302:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281692416:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923632.943325:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923632.943346:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ab lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d83 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.943457:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.943472:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.943482:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.943544:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.943557:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 205 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.943582:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287682560:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923632.943658:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923632.949099:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923632.949230:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281692544 00000100:00100000:2.0:1778923632.949239:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281692544 00010000:00010000:2.0:1778923632.949285:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 206 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923632.949319:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287682560:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923632.949324:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3178 00000100:00100000:2.0:1778923632.949332:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281692544:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923632.949342:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949348:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 206 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949358:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 206 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949370:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 206 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949378:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923632.949381:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923632.949384:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949393:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949400:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923632.949436:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 206 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923632.949498:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281692544:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 167us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923632.949528:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3178 00010000:00010000:1.0:1778923632.950135:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.950145:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923632.950163:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00010000:00010000:1.0:1778923632.950321:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ab lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.950338:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923632.950345:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923632.950348:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923632.950350:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50a00, rc 0) 00000100:00100000:1.0:1778923632.950394:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281692416:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7094us (7311us total) trans 8589939904 rc 0/0 00000100:00100000:1.0:1778923632.950401:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5554 00000100:00100000:0.0:1778923632.956231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.956407:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281692672 00000100:00100000:3.0:1778923632.956417:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281692672 00000100:00100000:3.0:1778923632.956487:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7121 00000100:00100000:3.0:1778923632.956498:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281692672:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923632.956553:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923632.956843:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d8a expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923632.956872:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a083844, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:3.0:1778923632.956891:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.956894:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923632.956902:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.956920:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923632.956931:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655c00, rc 0) 00000100:00100000:3.0:1778923632.957002:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281692672:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 506us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923632.957009:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7121 00000100:00100000:2.0:1778923632.963745:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923632.963835:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281692800 00000100:00100000:1.0:1778923632.963845:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281692800 00002000:00100000:1.0:1778923632.963893:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x2ba:0x0] (28672->53247) req@ffff9ce707d45500 x1865335281692800/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:193/0 lens 488/0 e 0 to 0 dl 1778923643 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923632.963904:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45500 with x1865335281692800 ext(28672->53247) 00002000:00010000:1.0:1778923632.963910:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d45500 00000100:00100000:1.0:1778923632.963955:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3582 00000100:00100000:1.0:1778923632.963965:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281692800:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923632.970742:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281692800:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 6769us (6996us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1778923632.970756:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3582 00002000:00100000:1.0:1778923632.970768:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x2ba:0x0] (28672->53247) req@ffff9ce707d45500 x1865335281692800/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:193/0 lens 488/440 e 0 to 0 dl 1778923643 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923632.970785:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45500 with x1865335281692800 ext(28672->53247) 00002000:00010000:1.0:1778923632.970793:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d45500 00000100:00100000:2.0:1778923632.975398:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923632.975519:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693056 00000100:00100000:3.0:1778923632.975530:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693056 00000100:00100000:3.0:1778923632.975700:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2037 00000100:00100000:3.0:1778923632.975711:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281693056:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:3.0:1778923632.976001:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281693056:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 292us (612us total) trans 8589939905 rc 0/0 00000100:00100000:3.0:1778923632.976009:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2037 00000100:00100000:2.0:1778923632.979096:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923632.979254:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693312 00000100:00100000:0.0:1778923632.979263:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693312 00000100:00100000:0.0:1778923632.979318:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5555 00000100:00100000:0.0:1778923632.979327:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281693312:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923632.979350:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923632.979353:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:0.0:1778923632.979378:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a423b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d75 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979404:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4211 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d67 expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979418:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737800/0x3baece0abe6a422d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d6e expref: 205 pid: 30328 timeout: 1429 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979428:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923632.979433:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923632.979445:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a42c7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d91 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979495:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979554:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923632.979565:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923632.981658:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1692, 88 off147096 00000004:00080000:0.0:1778923632.981671:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038166240ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.981727:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1684, 88 off146656 00000004:00080000:0.0:1778923632.981732:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038228104ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.981770:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1685, 88 off146744 00000004:00080000:0.0:1778923632.981776:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038271854ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.981792:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1693, 88 off147184 00000004:00080000:0.0:1778923632.981797:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038292920ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.981812:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1694, 88 off147272 00000004:00080000:0.0:1778923632.981815:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038311352ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.981829:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1686, 88 off146832 00000004:00080000:0.0:1778923632.981833:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038328969ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.981848:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1687, 88 off146920 00000004:00080000:0.0:1778923632.981852:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038348072ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.981867:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1695, 88 off147360 00000004:00080000:0.0:1778923632.981871:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038366932ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.981887:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1688, 88 off147008 00000004:00080000:0.0:1778923632.981906:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038402239ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.981964:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1697, 88 off147544 00000004:00080000:0.0:1778923632.981969:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038465359ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.981986:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1698, 88 off147632 00000004:00080000:0.0:1778923632.981991:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038486636ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.982005:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1689, 88 off147096 00000004:00080000:0.0:1778923632.982008:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038504566ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.982023:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1699, 88 off147720 00000004:00080000:0.0:1778923632.982026:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038522279ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.982044:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1690, 88 off147184 00000004:00080000:0.0:1778923632.982048:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038544094ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.982067:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1700, 88 off147808 00000004:00080000:0.0:1778923632.982071:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038567041ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.982088:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1691, 88 off147272 00000004:00080000:0.0:1778923632.982092:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038587855ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.982118:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1692, 88 off147360 00000004:00080000:0.0:1778923632.982122:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038618525ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.982139:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1701, 88 off147896 00000004:00080000:0.0:1778923632.982143:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038638620ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.982158:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1702, 88 off147984 00000004:00080000:0.0:1778923632.982162:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330038658110ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.982202:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1694, 88 off147544 00000004:00080000:0.0:1778923632.982208:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330038704210ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.982975:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1695, 88 off147632 00000004:00080000:0.0:1778923632.982983:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330039478577ns, next at 1321446608325ns, rc = 0 00000040:00080000:0.0:1778923632.983171:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1703, 88 off148072 00000004:00080000:0.0:1778923632.983176:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330039672125ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.983261:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1704, 88 off148160 00000004:00080000:0.0:1778923632.983265:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1330039760847ns, next at 1321446740812ns, rc = 0 00000040:00080000:0.0:1778923632.983336:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1696, 88 off147720 00000004:00080000:0.0:1778923632.983341:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1330039836963ns, next at 1321446608325ns, rc = 0 00010000:00010000:0.0:1778923633.010278:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d91 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.010294:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923633.010297:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923633.010315:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a42c7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d91 expref: 207 pid: 31653 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.010332:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d91 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.010364:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923633.010367:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923633.010370:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923633.010428:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281693312:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 31102us (31340us total) trans 8589939906 rc 0/0 00000100:00100000:0.0:1778923633.010437:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5555 00000001:00080000:3.0:1778923633.010739:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939906 is committed 00000004:00080000:3.0:1778923633.010747:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1360 committed 00000004:00080000:3.0:1778923633.010761:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1365 committed 00000100:00100000:2.0:1778923633.010977:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011025:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011061:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011080:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011096:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923633.011101:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287682688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011118:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011128:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683200:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011144:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011163:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287682816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011179:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011190:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683328:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011204:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011215:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923633.011219:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287682944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011238:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011248:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.011265:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.011285:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683072 00000100:00100000:2.0:1778923633.011291:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683072 00000100:00100000:2.0:1778923633.011321:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683584 00000100:00100000:2.0:1778923633.011323:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683584 00000100:00100000:2.0:1778923633.011334:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287682688 00000100:00100000:2.0:1778923633.011336:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287682688 00000100:00100000:2.0:1778923633.011343:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683200 00000100:00100000:2.0:1778923633.011345:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683200 00000100:00100000:2.0:1778923633.011352:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287682816 00000100:00100000:2.0:1778923633.011354:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287682816 00000100:00100000:2.0:1778923633.011360:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683328 00000100:00100000:2.0:1778923633.011362:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683328 00000100:00100000:2.0:1778923633.011368:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287682944 00000100:00100000:2.0:1778923633.011370:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287682944 00000100:00100000:2.0:1778923633.011378:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683456 00000100:00100000:2.0:1778923633.011379:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683456 00000100:00100000:2.0:1778923633.011390:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7122 00000100:00100000:2.0:1778923633.011396:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287683072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.011686:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1778923633.011694:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287683584:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.011777:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.011780:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.011783:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923633.011785:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.011788:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.011827:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287683584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 134us (745us total) trans 21474839360 rc 0/0 00000100:00100000:0.0:1778923633.011834:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1778923633.011848:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7124 00000100:00100000:0.0:1778923633.011854:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287682688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.011921:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.011924:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923633.011926:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923633.011928:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923633.011930:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.011964:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287682688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (844us total) trans 21474839361 rc 0/0 00000100:00100000:0.0:1778923633.011969:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7124 00000100:00100000:0.0:1778923633.011983:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7125 00000100:00100000:0.0:1778923633.011988:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287683200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.012058:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923633.012061:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012063:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923633.012065:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012067:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923633.012090:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287683200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 103us (944us total) trans 21474839362 rc 0/0 00000100:00100000:0.0:1778923633.012096:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7125 00000100:00100000:0.0:1778923633.012108:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7126 00000100:00100000:0.0:1778923633.012113:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287682816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.012186:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.012189:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923633.012191:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923633.012193:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012194:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.012226:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287682816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 112us (1045us total) trans 21474839363 rc 0/0 00000100:00100000:0.0:1778923633.012230:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7126 00000100:00100000:0.0:1778923633.012242:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7127 00000100:00100000:0.0:1778923633.012247:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287683328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.012321:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.012324:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012326:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923633.012328:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012330:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.012353:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287683328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (1148us total) trans 21474839364 rc 0/0 00000100:00100000:0.0:1778923633.012358:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7127 00000100:00100000:0.0:1778923633.012369:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7128 00000100:00100000:0.0:1778923633.012375:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287682944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.012442:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.012445:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012447:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923633.012449:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012451:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.012476:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287682944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (1237us total) trans 21474839365 rc 0/0 00000100:00100000:0.0:1778923633.012482:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7128 00000100:00100000:0.0:1778923633.012494:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7129 00000100:00100000:0.0:1778923633.012501:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287683456:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923633.012676:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1364 committed 00002000:00010000:0.0:1778923633.012745:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.012748:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012750:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923633.012752:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.012754:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.012779:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287683456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (1512us total) trans 21474839366 rc 0/0 00000100:00100000:0.0:1778923633.012785:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7129 00000004:00080000:0.0:1778923633.012833:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44a80/2, rc 0, transno 21474839361 00000100:00100000:0.0:1778923633.012847:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287682688:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012858:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d45c00/2, rc 0, transno 21474839362 00000100:00100000:0.0:1778923633.012862:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683200:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012870:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d46d80/2, rc 0, transno 21474839360 00000100:00100000:0.0:1778923633.012873:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012892:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d45880/2, rc 0, transno 21474839365 00000100:00100000:0.0:1778923633.012895:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287682944:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012901:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d47480/2, rc 0, transno 21474839366 00000100:00100000:0.0:1778923633.012904:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683456:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012910:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44700/2, rc 0, transno 21474839363 00000100:00100000:0.0:1778923633.012912:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287682816:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.012918:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d46300/2, rc 0, transno 21474839364 00000100:00100000:0.0:1778923633.012921:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683328:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013078:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287683712:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013107:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.013128:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1778923633.013133:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287684096:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013151:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.013170:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683840:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013190:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.013200:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923633.013205:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683968:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013224:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.013243:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683712 00000100:00100000:0.0:1778923633.013248:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683712 00000100:00100000:0.0:1778923633.013268:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684096 00000100:00100000:0.0:1778923633.013271:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684096 00000100:00100000:0.0:1778923633.013281:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683840 00000100:00100000:0.0:1778923633.013282:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683840 00000100:00100000:0.0:1778923633.013291:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287683968 00000100:00100000:0.0:1778923633.013292:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287683968 00000100:00100000:0.0:1778923633.013302:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7130 00000100:00100000:0.0:1778923633.013308:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287683712:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013419:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3292:x1865335287683712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (311us total) trans 21474839367 rc 0/0 00000100:00100000:0.0:1778923633.013425:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7130 00000100:00100000:0.0:1778923633.013437:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7131 00000100:00100000:0.0:1778923633.013442:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287684096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.013540:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.013543:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.013546:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923633.013548:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.013551:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923633.013746:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3292:x1865335287684096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 303us (593us total) trans 21474839368 rc 0/0 00000100:00100000:0.0:1778923633.013753:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7131 00000100:00100000:0.0:1778923633.013765:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7132 00000100:00100000:0.0:1778923633.013771:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287683840:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923633.013840:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.013843:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.013845:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923633.013848:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923633.013850:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.013877:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287683840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (685us total) trans 21474839369 rc 0/0 00000100:00100000:0.0:1778923633.013883:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7132 00000100:00100000:0.0:1778923633.013893:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7133 00000100:00100000:0.0:1778923633.013899:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287683968:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923633.013991:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287683968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 92us (766us total) trans 21474839370 rc 0/0 00000100:00100000:0.0:1778923633.013997:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7133 00000004:00080000:0.0:1778923633.014026:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777d180/2, rc 0, transno 21474839368 00000100:00100000:0.0:1778923633.014030:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287684096:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.014038:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777c700/2, rc 0, transno 21474839367 00000100:00100000:0.0:1778923633.014041:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287683712:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.014068:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777d880/2, rc 0, transno 21474839370 00000100:00100000:0.0:1778923633.014071:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683968:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923633.014078:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ea00/2, rc 0, transno 21474839369 00000100:00100000:0.0:1778923633.014081:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287683840:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.014262:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287683072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2864us (3235us total) trans 21474839359 rc 0/0 00000100:00100000:2.0:1778923633.014269:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7122 00000004:00080000:0.0:1778923633.016220:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d45180/2, rc 0, transno 21474839359 00000100:00100000:0.0:1778923633.016233:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287683072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923633.016417:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00080000:3.0:1778923633.017315:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1359 committed 00000004:00080000:3.0:1778923633.017320:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1358 committed 00000004:00080000:3.0:1778923633.017322:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1363 committed 00000004:00080000:3.0:1778923633.017324:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1362 committed 00000004:00080000:3.0:1778923633.017326:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1357 committed 00000004:00080000:3.0:1778923633.017328:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1356 committed 00000004:00080000:3.0:1778923633.017329:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1361 committed 00000004:00080000:3.0:1778923633.017331:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1355 committed 00000004:00080000:3.0:1778923633.017333:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1360 committed 00000004:00080000:3.0:1778923633.017334:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1354 committed 00000004:00080000:3.0:1778923633.017336:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1359 committed 00000004:00080000:3.0:1778923633.017338:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1358 committed 00000004:00080000:3.0:1778923633.017341:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1353 committed 00000004:00080000:3.0:1778923633.017343:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1357 committed 00000004:00080000:3.0:1778923633.017345:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1352 committed 00000004:00080000:3.0:1778923633.017347:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1351 committed 00000004:00080000:3.0:1778923633.017349:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1356 committed 00000004:00080000:3.0:1778923633.017351:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1355 committed 00000004:00080000:3.0:1778923633.017353:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1350 committed 00000004:00080000:3.0:1778923633.017355:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1349 committed 00000004:00080000:3.0:1778923633.017362:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1354 committed 00000100:00100000:2.0:1778923633.018144:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287684608:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.018211:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923633.019592:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287684736:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.020004:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.020089:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.020115:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287684224:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.020124:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684992:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923633.020147:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.020168:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.020174:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287685120:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.020195:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1778923633.020203:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.020229:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923633.020245:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684864:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.020268:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.020299:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.020389:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684608 00000100:00100000:0.0:1778923633.020389:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684480 00000100:00100000:2.0:1778923633.020398:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684608 00000100:00100000:0.0:1778923633.020398:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684480 00000100:00100000:0.0:1778923633.020485:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684224 00000100:00100000:0.0:1778923633.020489:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684224 00000100:00100000:3.0:1778923633.020707:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923633.021794:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684992 00000100:00100000:1.0:1778923633.021802:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684992 00000100:00100000:1.0:1778923633.021834:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684352 00000100:00100000:1.0:1778923633.021836:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684352 00000100:00100000:1.0:1778923633.021846:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684864 00000100:00100000:1.0:1778923633.021848:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684864 00000100:00100000:1.0:1778923633.021858:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287685120 00000100:00100000:1.0:1778923633.021861:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287685120 00000100:00100000:1.0:1778923633.021870:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287684736 00000100:00100000:1.0:1778923633.021872:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287684736 00000100:00100000:1.0:1778923633.021885:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7134 00000100:00100000:1.0:1778923633.021905:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287684480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.022364:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287684480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 460us (2359us total) trans 17179872247 rc 0/0 00000100:00100000:1.0:1778923633.022372:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7134 00000100:00100000:1.0:1778923633.022392:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7135 00000100:00100000:1.0:1778923633.022399:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287684224:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923633.022447:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e34700/2, rc 0, transno 17179872247 00000100:00100000:3.0:1778923633.022460:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684480:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.022640:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287684224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 241us (2492us total) trans 17179872248 rc 0/0 00000100:00100000:1.0:1778923633.022647:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7135 00000100:00100000:1.0:1778923633.022660:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7136 00000100:00100000:1.0:1778923633.022667:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287684608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.022751:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923633.022754:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.022758:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923633.022760:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.022762:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923633.022803:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287684608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (2715us total) trans 17179872249 rc 0/0 00000100:00100000:1.0:1778923633.022810:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7136 00000100:00100000:1.0:1778923633.022827:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7137 00000100:00100000:1.0:1778923633.022834:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287684992:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.022963:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287684992:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (2795us total) trans 17179872250 rc 0/0 00000100:00100000:1.0:1778923633.022969:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7137 00000100:00100000:1.0:1778923633.022981:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7138 00000100:00100000:1.0:1778923633.022986:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287684352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.023479:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923633.023483:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923633.023485:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:1.0:1778923633.023488:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.023490:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923633.023541:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287684352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 554us (3311us total) trans 17179872251 rc 0/0 00000100:00100000:1.0:1778923633.023547:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7138 00000100:00100000:1.0:1778923633.023573:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7139 00000100:00100000:1.0:1778923633.023580:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287684864:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.023690:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287684864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (3422us total) trans 17179872252 rc 0/0 00000100:00100000:1.0:1778923633.023699:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7139 00000100:00100000:1.0:1778923633.023711:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7140 00000100:00100000:1.0:1778923633.023717:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287685120:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.023808:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287685120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (3510us total) trans 17179872253 rc 0/0 00000100:00100000:1.0:1778923633.023814:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7140 00000100:00100000:1.0:1778923633.023824:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7141 00000100:00100000:1.0:1778923633.023829:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287684736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.023902:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923633.023905:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.023907:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923633.023909:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.023911:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923633.023942:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287684736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (3235us total) trans 17179872254 rc 0/0 00000100:00100000:1.0:1778923633.023961:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7141 00000004:00080000:1.0:1778923633.024000:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d41c00/2, rc 0, transno 17179872251 00000100:00100000:1.0:1778923633.024006:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684352:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923633.024014:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e34380/2, rc 0, transno 17179872252 00000100:00100000:1.0:1778923633.024018:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684864:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923633.024025:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e37b80/2, rc 0, transno 17179872250 00000100:00100000:1.0:1778923633.024029:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287684992:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923633.024215:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e36300/2, rc 0, transno 17179872254 00000100:00100000:1.0:1778923633.024220:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287684736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024276:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287685248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024310:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923633.024338:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287685248 00000100:00100000:1.0:1778923633.024344:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287685248 00000100:00100000:1.0:1778923633.024367:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7142 00000100:00100000:1.0:1778923633.024372:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287685248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.024452:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923633.024455:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.024457:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923633.024460:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.024462:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923633.024489:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287685248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (179us total) trans 17179872255 rc 0/0 00000100:00100000:1.0:1778923633.024495:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7142 00000004:00080000:1.0:1778923633.024536:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f41180/2, rc 0, transno 17179872255 00000100:00100000:1.0:1778923633.024540:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287685248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024640:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287685376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024665:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923633.024688:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287685376 00000100:00100000:1.0:1778923633.024692:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287685376 00000100:00100000:1.0:1778923633.024708:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7143 00000100:00100000:1.0:1778923633.024714:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287685376:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024813:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287685376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 99us (147us total) trans 17179872256 rc 0/0 00000100:00100000:1.0:1778923633.024820:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7143 00000004:00080000:1.0:1778923633.024843:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f43480/2, rc 0, transno 17179872256 00000100:00100000:1.0:1778923633.024848:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287685376:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024881:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287685504:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.024906:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923633.024929:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287685504 00000100:00100000:1.0:1778923633.024934:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287685504 00000100:00100000:1.0:1778923633.024960:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7144 00000100:00100000:1.0:1778923633.024966:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287685504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.025040:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923633.025043:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923633.025045:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923633.025047:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00000004:00080000:3.0:1778923633.025189:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e37480/2, rc 0, transno 17179872253 00000100:00100000:3.0:1778923633.025194:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287685120:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923633.025206:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e35f80/2, rc 0, transno 17179872249 00000100:00100000:3.0:1778923633.025209:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287684608:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923633.025217:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d40000/2, rc 0, transno 17179872248 00000100:00100000:3.0:1778923633.025220:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287684224:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923633.025266:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923633.025347:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287685504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 381us (440us total) trans 17179872257 rc 0/0 00000100:00100000:1.0:1778923633.025353:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7144 00000100:00100000:1.0:1778923633.025433:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923633.025441:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287685632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.025472:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923633.025494:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287685632 00000100:00100000:1.0:1778923633.025497:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287685632 00000100:00100000:1.0:1778923633.025532:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7145 00000100:00100000:1.0:1778923633.025537:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287685632:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923633.025733:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287685632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 195us (260us total) trans 17179872258 rc 0/0 00000100:00100000:1.0:1778923633.025739:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7145 00000004:00080000:1.0:1778923633.025764:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548380/2, rc 0, transno 17179872258 00000100:00100000:1.0:1778923633.025768:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287685632:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.025971:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.025995:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693440 00000100:00100000:0.0:1778923633.025999:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693440 00000100:00100000:0.0:1778923633.026034:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7146 00000100:00100000:0.0:1778923633.026040:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281693440:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923633.026054:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.026072:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d98 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.026093:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 193750, mtime: 0x6a08386f, atime: 0x6a08386f, ctime: 0x6a083870, blocks: 0x87 00010000:00010000:0.0:1778923633.026108:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.026111:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.026120:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 32 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.026137:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 32 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.026149:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923633.026188:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281693440:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 148us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.026195:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7146 00000004:00080000:3.0:1778923633.028418:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce71123ea00/2, rc 0, transno 17179872257 00000100:00100000:3.0:1778923633.028432:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287685504:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923633.029474:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.029588:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693568 00000100:00100000:1.0:1778923633.029596:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693568 00002000:00100000:1.0:1778923633.029641:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (98304->102399) req@ffff9ce734072a00 x1865335281693568/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/0 e 0 to 0 dl 1778923644 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.029653:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072a00 with x1865335281693568 ext(98304->102399) 00002000:00010000:1.0:1778923633.029658:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072a00 00000100:00100000:1.0:1778923633.029689:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3583 00000100:00100000:1.0:1778923633.029699:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281693568:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923633.029974:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281693568:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 275us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923633.029981:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3583 00002000:00100000:1.0:1778923633.029989:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (98304->102399) req@ffff9ce734072a00 x1865335281693568/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/4536 e 0 to 0 dl 1778923644 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.029997:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072a00 with x1865335281693568 ext(98304->102399) 00002000:00010000:1.0:1778923633.030001:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072a00 00000100:00100000:0.0:1778923633.034242:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.034727:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693696 00000100:00100000:1.0:1778923633.034738:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693696 00002000:00100000:1.0:1778923633.034791:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (135168->139263) req@ffff9ce734070000 x1865335281693696/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/0 e 0 to 0 dl 1778923644 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.034801:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070000 with x1865335281693696 ext(135168->139263) 00002000:00010000:1.0:1778923633.034807:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070000 00000100:00100000:1.0:1778923633.034846:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3584 00000100:00100000:1.0:1778923633.034857:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281693696:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923633.035146:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281693696:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 289us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923633.035154:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3584 00002000:00100000:1.0:1778923633.035161:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (135168->139263) req@ffff9ce734070000 x1865335281693696/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/4536 e 0 to 0 dl 1778923644 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.035169:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070000 with x1865335281693696 ext(135168->139263) 00002000:00010000:1.0:1778923633.035173:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070000 00000100:00100000:0.0:1778923633.038804:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.038957:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693824 00000100:00100000:1.0:1778923633.038967:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693824 00000100:00100000:1.0:1778923633.039062:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5556 00000100:00100000:1.0:1778923633.039073:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281693824:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923633.039098:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923633.039118:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42dc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546d9f expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.039191:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.039204:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.039213:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.039245:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.039264:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 200 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923633.039279:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287685760:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923633.039366:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce6030023c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.042394:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.042524:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287685760:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923633.042551:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.042687:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281693952 00000100:00100000:2.0:1778923633.042694:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281693952 00010000:00010000:2.0:1778923633.042726:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 201 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.042767:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3179 00000100:00100000:2.0:1778923633.042776:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281693952:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923633.042795:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 201 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042806:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 201 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042817:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 201 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042826:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.042829:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923633.042832:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042841:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042847:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.042884:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 201 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.042984:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281693952:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 209us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.042991:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3179 00010000:00010000:3.0:1778923633.043062:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.043069:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923633.043112:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193750 00000004:00200000:3.0:1778923633.043116:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923633.043136:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.043147:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.043179:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d9f expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.043197:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d9f expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.043204:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.043207:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923633.043209:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:3.0:1778923633.043837:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281693824:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4764us (5038us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.043846:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5556 00000100:00100000:0.0:1778923633.050216:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.050310:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694080 00000100:00100000:1.0:1778923633.050320:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694080 00002000:00100000:1.0:1778923633.050370:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (32768->98303) req@ffff9ce734072d80 x1865335281694080/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/0 e 0 to 0 dl 1778923644 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.050382:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072d80 with x1865335281694080 ext(32768->98303) 00002000:00010000:1.0:1778923633.050388:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072d80 00000100:00100000:1.0:1778923633.050423:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3585 00000100:00100000:1.0:1778923633.050433:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281694080:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923633.055342:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281694080:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4900us (5127us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1778923633.055355:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3585 00002000:00100000:1.0:1778923633.055368:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (32768->98303) req@ffff9ce734072d80 x1865335281694080/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/440 e 0 to 0 dl 1778923644 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923633.055380:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072d80 with x1865335281694080 ext(32768->98303) 00002000:00010000:1.0:1778923633.055387:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072d80 00000100:00100000:1.0:1778923633.061659:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.061746:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694208 00000100:00100000:3.0:1778923633.061755:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694208 00002000:00100000:3.0:1778923633.061806:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (139264->188415) req@ffff9ce70954a680 x1865335281694208/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/0 e 0 to 0 dl 1778923644 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923633.061817:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954a680 with x1865335281694208 ext(139264->188415) 00002000:00010000:3.0:1778923633.061823:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954a680 00000100:00100000:3.0:1778923633.061856:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3586 00000100:00100000:3.0:1778923633.061864:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281694208:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923633.066025:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281694208:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4148us (4362us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1778923633.066040:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3586 00002000:00100000:3.0:1778923633.066059:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (139264->188415) req@ffff9ce70954a680 x1865335281694208/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:194/0 lens 488/440 e 0 to 0 dl 1778923644 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923633.066070:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954a680 with x1865335281694208 ext(139264->188415) 00002000:00010000:3.0:1778923633.066077:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954a680 00000100:00100000:0.0:1778923633.072536:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.072624:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694464 00000100:00100000:1.0:1778923633.072633:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694464 00000100:00100000:1.0:1778923633.072690:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5557 00000100:00100000:1.0:1778923633.072700:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281694464:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923633.072750:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1778923633.072775:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a42ce lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d91 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.072798:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a42e3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d9f expref: 199 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.072809:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923633.072814:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923633.073111:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.073125:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.073134:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923633.073192:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939907 00000004:00010000:1.0:1778923633.073217:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e7ef6948 reply state 00000000068b1102 transno 8589939908 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923633.073226:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923633.073318:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281694464:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 619us (824us total) trans 8589939908 rc 0/0 00000100:00100000:1.0:1778923633.073327:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5557 00000020:00080000:1.0:1778923633.073332:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923633.075600:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075616:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075624:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075634:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923633.075639:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075645:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075662:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.075664:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923633.075668:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.075674:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a42ea lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.077800:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.077887:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694592 00000100:00100000:2.0:1778923633.077898:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694592 00000100:00100000:2.0:1778923633.077966:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5558 00000100:00100000:2.0:1778923633.077976:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281694592:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923633.078001:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.078021:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546da6 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.078091:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.078105:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.078125:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.078128:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923633.078131:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923633.079380:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281694592:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 1398us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.079390:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5558 00000100:00100000:2.0:1778923633.083338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.083409:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.083480:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.083673:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694720 00000100:00100000:0.0:1778923633.083681:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694720 00002000:00010000:0.0:1778923633.083716:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (50529->18446744073709551615) 00002000:00100000:0.0:1778923633.083721:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c23800 with x1865335281694720 ext(50529->18446744073709551615) 00002000:00010000:0.0:1778923633.083732:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c23800. 00000100:00100000:0.0:1778923633.083757:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694848 00000100:00100000:0.0:1778923633.083759:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694848 00002000:00010000:0.0:1778923633.083769:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923633.083772:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99f80 with x1865335281694848 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923633.083777:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e99f80. 00000100:00100000:0.0:1778923633.083795:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3587 00000100:00100000:0.0:1778923633.083803:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281694720:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923633.084090:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193750 -> 50529 00002000:00010000:0.0:1778923633.084094:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923631 -> 1778923633 00002000:00010000:0.0:1778923633.084097:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923633.084099:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923633 00002000:00010000:0.0:1778923633.084102:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1778923633.084148:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281694720:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 345us (818us total) trans 17179872259 rc 0/0 00000100:00100000:0.0:1778923633.084156:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3587 00002000:00010000:0.0:1778923633.084159:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (50529->18446744073709551615) 00002000:00100000:0.0:1778923633.084162:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c23800 with x1865335281694720 ext(50529->18446744073709551615) 00002000:00010000:0.0:1778923633.084166:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737c23800. 00000100:00100000:0.0:1778923633.084184:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3588 00000100:00100000:0.0:1778923633.084190:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281694848:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923633.084301:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.084304:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923631 -> 1778923633 00002000:00010000:0.0:1778923633.084306:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923633.084308:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923632 -> 1778923633 00002000:00010000:0.0:1778923633.084310:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.084331:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281694848:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 141us (921us total) trans 21474839371 rc 0/0 00000100:00100000:0.0:1778923633.084336:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3588 00002000:00010000:0.0:1778923633.084339:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923633.084342:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99f80 with x1865335281694848 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923633.084346:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e99f80. 00000100:00100000:0.0:1778923633.086094:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281694976 00000100:00100000:0.0:1778923633.086105:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281694976 00002000:00010000:0.0:1778923633.086141:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923633.086145:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99500 with x1865335281694976 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923633.086156:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e99500. 00000100:00100000:0.0:1778923633.086214:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3589 00000100:00100000:0.0:1778923633.086223:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281694976:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923633.086417:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923633.086421:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923631 -> 1778923633 00002000:00010000:0.0:1778923633.086423:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923631 -> 1778923631 00002000:00010000:0.0:1778923633.086425:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923632 -> 1778923633 00002000:00010000:0.0:1778923633.086427:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923633.086487:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281694976:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 264us (3006us total) trans 17179872260 rc 0/0 00000100:00100000:0.0:1778923633.086494:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3589 00002000:00010000:0.0:1778923633.086498:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923633.086525:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99500 with x1865335281694976 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923633.086531:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e99500. 00000100:00100000:0.0:1778923633.091241:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.091303:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281695104 00000100:00100000:3.0:1778923633.091313:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281695104 00000100:00100000:3.0:1778923633.091368:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5559 00000100:00100000:3.0:1778923633.091378:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281695104:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923633.091399:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.091418:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a42f8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dad expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091493:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091530:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091542:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923633.091576:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00000004:00200000:3.0:1778923633.091580:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923633.091598:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091626:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a42f8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dad expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091642:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dad expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.091651:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.091654:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923633.091658:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655600, rc 0) 00000100:00100000:3.0:1778923633.091714:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281695104:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 338us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.091720:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5559 00000100:00100000:2.0:1778923633.116306:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.116413:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281695360 00000100:00100000:3.0:1778923633.116422:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281695360 00000100:00100000:3.0:1778923633.116528:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5560 00000100:00100000:3.0:1778923633.116538:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281695360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.116568:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.116588:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4306 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546db4 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116661:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116681:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116692:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116707:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116714:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.116719:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117127:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a431b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117138:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a431b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117145:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a431b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923633.117155:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:3.0:1778923633.117252:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117260:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117266:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117273:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923633.117277:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117285:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117295:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923633.117298:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923633.117303:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117309:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a430d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117320:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117326:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117331:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117336:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923633.117339:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117345:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117355:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce722718a00) 00010000:00010000:3.0:1778923633.117358:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923633.117360:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117366:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4314 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117404:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4306 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546db4 expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117418:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a431b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546db4 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.117425:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.117428:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923633.117430:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667da00, rc 0) 00000100:00100000:3.0:1778923633.117496:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54919:x1865335281695360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 960us (1198us total) trans 8589939909 rc 0/0 00000100:00100000:3.0:1778923633.117555:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5560 00000100:00100000:0.0:1778923633.121853:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.121972:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281695488 00000100:00100000:1.0:1778923633.121982:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281695488 00000100:00100000:1.0:1778923633.122052:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 567 00000100:00100000:1.0:1778923633.122063:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281695488:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923633.122208:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923633.122234:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a431b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546db4 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.122254:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923633.122259:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923633.122343:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281695488:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 281us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.122351:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 567 00000100:00100000:1.0:1778923633.123607:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.123675:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281695744 00000100:00100000:0.0:1778923633.123684:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281695744 00000100:00100000:0.0:1778923633.123733:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2038 00000100:00100000:0.0:1778923633.123749:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54919:x1865335281695744:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923633.124093:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54919:x1865335281695744:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 344us (489us total) trans 8589939910 rc 0/0 00000100:00100000:0.0:1778923633.124101:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2038 00000100:00100000:2.0:1778923633.133618:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.133735:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696000 00000100:00100000:0.0:1778923633.133745:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696000 00000100:00100000:0.0:1778923633.133812:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5561 00000100:00100000:0.0:1778923633.133823:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54919:x1865335281696000:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.133845:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.133875:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a4329 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dbb expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.135172:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.135188:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.135200:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923633.135210:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bd:0x0]: returning size 0 00010000:00010000:0.0:1778923633.135263:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a4329 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.135281:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.135290:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce7132afd00) 00010000:00010000:0.0:1778923633.135293:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923633.135296:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923633.135413:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54919:x1865335281696000:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1591us (1803us total) trans 8589939911 rc 0/0 00000100:00100000:0.0:1778923633.135422:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5561 00000100:00100000:1.0:1778923633.143907:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.144130:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696256 00000100:00100000:2.0:1778923633.144141:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696256 00000100:00100000:2.0:1778923633.144259:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5562 00000100:00100000:2.0:1778923633.144271:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54919:x1865335281696256:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.144295:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.144316:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a433e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dc2 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.144422:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.144436:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.144446:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.144483:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.144498:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 207 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.144543:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287685888:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923633.144623:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.147635:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.147877:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287685888:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923633.147912:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.148239:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696384 00000100:00100000:3.0:1778923633.148247:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696384 00010000:00010000:3.0:1778923633.148286:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 208 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.148362:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3180 00000100:00100000:3.0:1778923633.148371:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2354:x1865335281696384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923633.148386:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923633.148392:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 208 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148404:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 208 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148425:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4330 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dbb expref: 208 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148440:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce7132afd00) 00010000:00010000:3.0:1778923633.148445:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148454:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148462:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.148491:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923633.148581:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:2354:x1865335281696384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 210us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.148589:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3180 00010000:00010000:1.0:1778923633.148647:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.148656:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923633.148676:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bd:0x0]: returning size 0 00000004:00080000:1.0:1778923633.149408:0:30327:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c4:0x0], index 0: 0 00000004:00080000:1.0:1778923633.149421:0:30327:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2a8:0x0], index 1: 0 00010000:00010000:1.0:1778923633.149626:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149636:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149643:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149649:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923633.149653:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149660:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149671:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce7132afd00) 00010000:00010000:1.0:1778923633.149674:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923633.149678:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149685:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a4345 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149740:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a433e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dc2 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149750:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923633.149752:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1778923633.149756:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a433e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dc2 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.149770:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:1.0:1778923633.150251:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54919:x1865335281696256:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5981us (6348us total) trans 8589939912 rc 301/301 00000100:00100000:1.0:1778923633.150260:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5562 00000100:00100000:1.0:1778923633.153034:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.153343:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696640 00000100:00100000:3.0:1778923633.153355:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696640 00000100:00100000:3.0:1778923633.153414:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2039 00000100:00100000:3.0:1778923633.153424:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54919:x1865335281696640:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923633.154531:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54919:x1865335281696640:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1071us (1467us total) trans 8589939913 rc 0/0 00000100:00100000:2.0:1778923633.154542:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2039 00000100:00100000:2.0:1778923633.162972:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.163140:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696768 00000100:00100000:3.0:1778923633.163151:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696768 00000100:00100000:3.0:1778923633.163221:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5563 00000100:00100000:3.0:1778923633.163232:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54919:x1865335281696768:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.163256:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.163279:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4353 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dc9 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163359:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163374:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163386:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923633.163424:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bd:0x0]: returning size 0 00000004:00200000:3.0:1778923633.163429:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923633.163446:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163478:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4353 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dc9 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163496:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dc9 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.163732:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:3.0:1778923633.163736:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1778923633.163740:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:3.0:1778923633.163806:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54919:x1865335281696768:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 576us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.163814:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5563 00000100:00100000:0.0:1778923633.170234:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.170301:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.170388:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281696896 00000100:00100000:1.0:1778923633.170398:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281696896 00000100:00100000:1.0:1778923633.170447:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697024 00000100:00100000:1.0:1778923633.170450:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697024 00000100:00100000:1.0:1778923633.170478:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7147 00000100:00100000:1.0:1778923633.170488:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281696896:12345-192.168.203.24@tcp:101:lfs.0 00000100:00100000:3.0:1778923633.170624:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7148 00000100:00100000:3.0:1778923633.170634:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281697024:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.170648:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.170673:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dd7 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923633.170700:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1778923633.170721:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.170723:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.170732:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 35 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.170750:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 35 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.170763:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d000, rc 0) 00000100:00100000:3.0:1778923633.170814:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281697024:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 182us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.170821:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7148 00010000:00010000:1.0:1778923633.171014:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923633.171033:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dd0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923633.171140:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923633.171153:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.171155:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.171160:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.171173:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.171182:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:1.0:1778923633.171206:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281696896:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 721us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.171213:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7147 00000100:00100000:1.0:1778923633.175357:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.175449:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697280 00000100:00100000:0.0:1778923633.175460:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697280 00000100:00100000:0.0:1778923633.175550:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5564 00000100:00100000:0.0:1778923633.175568:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54919:x1865335281697280:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.175591:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.175594:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923633.175619:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a42b2 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d83 expref: 208 pid: 30327 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175635:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923633.175640:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923633.175652:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a436f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dde expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175749:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175764:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175773:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923633.175786:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:0.0:1778923633.175914:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a436f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dde expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175928:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dde expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.175935:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923633.175938:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923633.175941:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923633.176001:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54919:x1865335281697280:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 443us (654us total) trans 8589939914 rc 0/0 00000100:00100000:0.0:1778923633.176009:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5564 00000100:00100000:2.0:1778923633.181477:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.181595:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697408 00000100:00100000:0.0:1778923633.181605:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697408 00000100:00100000:0.0:1778923633.181659:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7149 00000100:00100000:0.0:1778923633.181669:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281697408:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923633.181711:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.181731:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.181739:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923633.181741:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923633.181745:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.181777:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.181792:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 35 pid: 26020 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.181806:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287686016:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923633.181875:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.184572:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.184605:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.184673:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697536 00000100:00100000:2.0:1778923633.184682:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697536 00000100:00100000:2.0:1778923633.184735:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697664 00000100:00100000:2.0:1778923633.184738:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697664 00000100:00100000:2.0:1778923633.184765:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7150 00000100:00100000:2.0:1778923633.184775:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281697536:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923633.184818:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.184837:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.184845:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923633.184847:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923633.184850:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.184884:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.184902:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 32 pid: 8354 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.184916:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287686144:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923633.185001:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.185155:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7151 00000100:00100000:3.0:1778923633.185164:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281697664:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923633.185186:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.185197:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.185204:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923633.185205:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923633.185208:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.185227:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.185236:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 36 pid: 32943 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.185247:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287686272:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923633.185287:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.189932:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287686016:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923633.189973:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.191852:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287686144:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923633.191877:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.192006:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287686272:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923633.192022:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.194392:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.194438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.195734:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.197361:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698048 00000100:00100000:0.0:1778923633.197376:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698048 00010000:00010000:0.0:1778923633.197426:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 37 pid: 32943 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.197473:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697920 00000100:00100000:0.0:1778923633.197477:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697920 00010000:00010000:0.0:1778923633.197495:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.197539:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281697792 00000100:00100000:0.0:1778923633.197543:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281697792 00010000:00010000:0.0:1778923633.197568:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 38 pid: 26020 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.197585:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3181 00000100:00100000:0.0:1778923633.197594:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281698048:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923633.197610:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923633.197632:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 38 pid: 32943 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197644:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 38 pid: 32943 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197667:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a4203 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d60 expref: 38 pid: 32943 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197683:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.197685:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.197690:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197701:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197728:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923633.197780:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281698048:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 187us (3397us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.197787:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3181 00000100:00100000:0.0:1778923633.197804:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3182 00000100:00100000:0.0:1778923633.197810:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281697920:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923633.197818:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923633.197833:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197848:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197860:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000a9fe77f/0x3baece0abe6a41fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d59 expref: 33 pid: 8354 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197870:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.197871:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.197874:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.197881:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198214:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923633.198238:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281697920:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 427us (3799us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.198245:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3182 00000100:00100000:0.0:1778923633.198262:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3183 00000100:00100000:0.0:1778923633.198268:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281697792:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923633.198278:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923633.198290:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 36 pid: 26020 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198307:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 36 pid: 26020 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198321:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a42d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 98304->139263) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d98 expref: 36 pid: 26020 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198331:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.198332:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.198335:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198342:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198358:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923633.198376:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281697792:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 109us (2648us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.198382:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3183 00010000:00010000:0.0:1778923633.198409:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198418:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198440:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198449:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198457:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198464:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923633.198467:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198476:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198486:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198493:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4392 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.198781:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281697664:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 13618us (14174us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.198789:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7151 00010000:00010000:0.0:1778923633.198828:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198842:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198862:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198870:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198876:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198883:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923633.198886:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198973:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198985:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.198992:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a438b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.199037:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281697536:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 14264us (14482us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.199044:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7150 00010000:00010000:0.0:1778923633.199159:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199167:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199182:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199189:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199196:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199201:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923633.199204:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199210:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199224:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.199230:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a4384 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.199263:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281697408:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 17596us (17797us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.199269:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7149 00000100:00100000:2.0:1778923633.204852:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.204891:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.205129:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698176 00000100:00100000:0.0:1778923633.205139:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698176 00000100:00100000:0.0:1778923633.205175:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698304 00000100:00100000:0.0:1778923633.205178:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698304 00000100:00100000:0.0:1778923633.205205:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7152 00000100:00100000:0.0:1778923633.205214:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281698176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.205230:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.205249:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546de5 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.205274:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 50529, mtime: 0x6a083871, atime: 0x6a08386f, ctime: 0x6a083871, blocks: 0x87 00010000:00010000:0.0:1778923633.205291:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205293:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205302:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.205318:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.205330:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923633.205375:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281698176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 163us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.205381:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7152 00000100:00100000:0.0:1778923633.205398:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7153 00000100:00100000:0.0:1778923633.205404:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281698304:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.205411:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.205421:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dec expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.205435:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083871, atime: 0x6a08386f, ctime: 0x6a083871, blocks: 0x3 00010000:00010000:0.0:1778923633.205442:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205444:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205449:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.205459:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.205468:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923633.205483:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281698304:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 79us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.205489:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7153 00000100:00100000:2.0:1778923633.205686:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.205897:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698432 00000100:00100000:0.0:1778923633.205902:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698432 00000100:00100000:0.0:1778923633.205930:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7154 00000100:00100000:0.0:1778923633.205936:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281698432:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.205956:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.205967:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546df3 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.205982:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083871, atime: 0x6a08386f, ctime: 0x6a083871, blocks: 0x3 00010000:00010000:0.0:1778923633.205992:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205994:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.205999:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.206011:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.206021:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6c00, rc 0) 00000100:00100000:0.0:1778923633.206043:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281698432:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 108us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.206062:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7154 00010000:00010000:2.0:1778923633.279307:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923633.279425:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.279596:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698560 00000100:00100000:3.0:1778923633.279607:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698560 00000100:00100000:3.0:1778923633.279681:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3590 00000100:00100000:3.0:1778923633.279690:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281698560:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923633.279723:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.279739:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.279742:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.279747:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.279759:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284452:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284473:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284483:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284491:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923633.284496:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284634:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284656:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.284664:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef9e18b7/0x3baece0abe6a43ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.284808:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281698560:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5114us (5384us total) trans 0 rc 50529/50529 00000100:00100000:3.0:1778923633.284821:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3590 00000100:00100000:2.0:1778923633.303407:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.303528:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698688 00000100:00100000:0.0:1778923633.303539:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698688 00000100:00100000:0.0:1778923633.303645:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3591 00000100:00100000:0.0:1778923633.303655:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281698688:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923633.303694:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.303715:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.303723:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.303725:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.303729:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.303761:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.303775:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 1430 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.303790:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287686400:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923633.303917:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.306990:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.307466:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698816 00000100:00100000:2.0:1778923633.307475:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698816 00010000:00010000:2.0:1778923633.307553:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 33 pid: 22251 timeout: 1430 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.307588:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3184 00000100:00100000:2.0:1778923633.307598:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281698816:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923633.307612:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923633.307634:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 33 pid: 22251 timeout: 1430 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.307648:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 33 pid: 22251 timeout: 1430 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.307677:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.307679:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.307684:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.307694:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.307714:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923633.307775:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281698816:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 179us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.307783:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3184 00010000:00010000:0.0:1778923633.309242:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4368 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd0 expref: 32 pid: 22251 timeout: 1430 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.309266:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287686400:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923633.309291:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.309303:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.309312:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923633.383414:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839372 is committed 00000001:00080000:0.0:1778923633.383438:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839370 is committed 00002000:00010000:2.0:1778923633.392888:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 0 -> 50529 00002000:00010000:2.0:1778923633.392896:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 0 -> 1778923633 00002000:00010000:2.0:1778923633.392899:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 0 -> 1778923633 00002000:00010000:2.0:1778923633.392901:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 1 -> 131 00010000:00010000:2.0:1778923633.392914:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392928:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392938:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392955:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923633.392960:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392970:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392988:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.392995:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a43b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.393965:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+19:2356:x1865335281698688:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 90303us (90560us total) trans 21474839372 rc 0/0 00000100:00100000:2.0:1778923633.393977:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3591 00000100:00100000:2.0:1778923633.398564:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.398655:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281698944 00000100:00100000:1.0:1778923633.398664:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281698944 00000100:00100000:1.0:1778923633.398726:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5565 00000100:00100000:1.0:1778923633.398736:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54919:x1865335281698944:12345-192.168.203.24@tcp:44:lfs.0 00000100:00100000:2.0:1778923633.500100:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54919:x1865335281698944:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 101355us (101586us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.500114:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5565 00000001:00080000:3.0:1778923633.500461:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939914 is committed 00000100:00100000:2.0:1778923633.505343:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.505542:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.513850:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699200 00000100:00100000:0.0:1778923633.513868:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699200 00000100:00100000:3.0:1778923633.514385:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699072 00000100:00100000:3.0:1778923633.514393:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699072 00000100:00100000:3.0:1778923633.514486:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7155 00000100:00100000:3.0:1778923633.514497:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281699072:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:2.0:1778923633.517037:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7156 00000100:00100000:2.0:1778923633.517060:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281699200:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923633.520923:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281699072:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 6413us (15407us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.520938:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7155 00000100:00100000:2.0:1778923633.521515:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281699200:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 4452us (16271us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.521525:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7156 00000100:00100000:3.0:1778923633.561418:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.561517:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.566914:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.572124:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699328 00000100:00100000:0.0:1778923633.572142:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699328 00000100:00100000:0.0:1778923633.573106:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699456 00000100:00100000:0.0:1778923633.573116:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699456 00000100:00100000:0.0:1778923633.573174:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699584 00000100:00100000:0.0:1778923633.573177:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699584 00000100:00100000:0.0:1778923633.573377:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7157 00000100:00100000:0.0:1778923633.573388:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281699456:12345-192.168.203.24@tcp:1:lfs.0 00000100:00100000:2.0:1778923633.573401:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7158 00000100:00100000:2.0:1778923633.573411:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281699584:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923633.573438:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573438:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573456:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.573456:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.573458:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.573458:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.573463:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573463:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573481:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573481:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573532:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573532:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573542:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573542:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573552:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573552:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573560:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923633.573560:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923633.573564:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573564:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573574:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573574:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573588:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573588:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.573597:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a43c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.573597:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000044cdf861/0x3baece0abe6a43bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.573674:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281699584:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 265us (6769us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.573681:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7158 00000100:00100000:1.0:1778923633.574270:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7159 00000100:00100000:1.0:1778923633.574280:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281699328:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923633.574309:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574320:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.574321:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.574324:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574335:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574355:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574369:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574376:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574382:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923633.574385:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574392:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574402:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.574410:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a43ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.574470:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281699456:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 1084us (12966us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.574477:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7157 00000100:00100000:1.0:1778923633.575000:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281699328:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 719us (13591us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.584663:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7159 00000100:00100000:2.0:1778923633.587962:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.588194:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699840 00000100:00100000:3.0:1778923633.588204:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699840 00000100:00100000:3.0:1778923633.588348:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5566 00000100:00100000:3.0:1778923633.588359:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54919:x1865335281699840:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923633.588411:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923633.588437:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a435a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bd:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dc9 expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.588456:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:3.0:1778923633.588467:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923633.588500:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.588550:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.588569:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923633.588752:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007afcdd44 reply state 00000000176ca180 transno 8589939915 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.588762:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923633.590465:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281699840:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 509us (924us total) trans 8589939915 rc 0/0 00000100:00100000:3.0:1778923633.590478:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5566 00010000:00010000:1.0:1778923633.591922:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.591951:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923633.591961:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.591970:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.591976:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923633.591981:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.591989:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.592005:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718f00) 00010000:00010000:1.0:1778923633.592008:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923633.592013:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.592019:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a43d1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.592102:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281699968 00000100:00100000:3.0:1778923633.592111:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281699968 00000100:00100000:3.0:1778923633.592165:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5567 00000100:00100000:3.0:1778923633.592174:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54919:x1865335281699968:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.592198:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.592217:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546dfa expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.592282:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.592296:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.592314:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718000) 00010000:00010000:3.0:1778923633.592317:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923633.592319:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d400, rc 0) 00000100:00100000:3.0:1778923633.592379:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281699968:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 206us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.592385:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5567 00000100:00100000:1.0:1778923633.597606:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.597651:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.597796:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700096 00000100:00100000:2.0:1778923633.597807:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700096 00000100:00100000:2.0:1778923633.597860:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700224 00000100:00100000:2.0:1778923633.597874:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700224 00000100:00100000:2.0:1778923633.597910:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7160 00000100:00100000:2.0:1778923633.597921:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281700096:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:2.0:1778923633.598354:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281700096:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 433us (755us total) trans 21474839373 rc 0/0 00000100:00100000:2.0:1778923633.598363:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7160 00000100:00100000:2.0:1778923633.598383:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7161 00000100:00100000:2.0:1778923633.598391:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281700224:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923633.598577:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923633.598581:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 0 -> 1778923633 00002000:00010000:2.0:1778923633.598584:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 0 -> 1778923633 00002000:00010000:2.0:1778923633.598586:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 0 -> 1778923633 00002000:00010000:2.0:1778923633.598589:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923633.598614:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281700224:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 224us (963us total) trans 17179872261 rc 0/0 00000100:00100000:2.0:1778923633.598622:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7161 00000100:00100000:2.0:1778923633.614862:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.615067:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700480 00000100:00100000:0.0:1778923633.615077:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700480 00000100:00100000:0.0:1778923633.615139:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5568 00000100:00100000:0.0:1778923633.615151:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281700480:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:0.0:1778923633.615216:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615245:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615257:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615282:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615289:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615295:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615301:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923633.615304:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615311:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615321:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718000) 00010000:00010000:0.0:1778923633.615324:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1778923633.615329:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.615334:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a43df lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.615410:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281700480:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 262us (557us total) trans 0 rc -22/-22 00000100:00100000:0.0:1778923633.615418:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5568 00000100:00100000:2.0:1778923633.619598:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.622721:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700736 00000100:00100000:1.0:1778923633.622739:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700736 00000100:00100000:1.0:1778923633.622820:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5569 00000100:00100000:1.0:1778923633.622831:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281700736:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923633.622885:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923633.622914:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a42ff lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dad expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.622939:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923633.622953:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923633.623000:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.623015:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.623028:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1778923633.623206:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000604ea5d3 reply state 00000000b6555760 transno 8589939916 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923633.623216:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923633.623330:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54919:x1865335281700736:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 499us (3740us total) trans 8589939916 rc 0/0 00000100:00100000:1.0:1778923633.623338:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5569 00010000:00010000:3.0:1778923633.625931:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.625958:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.625967:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.625973:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923633.625978:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.625986:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.626002:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.626005:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923633.626010:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.626019:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a43e6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.629457:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.629499:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.629558:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.629642:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700864 00000100:00100000:0.0:1778923633.629643:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281700992 00000100:00100000:1.0:1778923633.629653:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700864 00000100:00100000:0.0:1778923633.629653:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281700992 00000100:00100000:0.0:1778923633.629705:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281701120 00000100:00100000:0.0:1778923633.629708:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281701120 00000100:00100000:3.0:1778923633.629816:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7162 00000100:00100000:3.0:1778923633.629830:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281700992:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923633.630077:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923633.630081:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923633.630083:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923631 -> 1778923633 00002000:00010000:3.0:1778923633.630086:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923633.630088:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923633.630163:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281700992:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 337us (662us total) trans 21474839374 rc 0/0 00000100:00100000:3.0:1778923633.630171:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7162 00000100:00100000:0.0:1778923633.632757:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7163 00000100:00100000:0.0:1778923633.632782:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281700864:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923633.632817:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7164 00000100:00100000:3.0:1778923633.632828:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281701120:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923633.633024:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 50529 -> 50529 00002000:00010000:0.0:1778923633.633028:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923633.633031:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923631 -> 1778923633 00002000:00010000:0.0:1778923633.633034:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923633.633036:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:0.0:1778923633.633120:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281700864:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 351us (3672us total) trans 17179872262 rc 0/0 00000100:00100000:0.0:1778923633.633129:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7163 00002000:00010000:2.0:1778923633.645173:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923633.645181:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923633.645185:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923631 -> 1778923633 00002000:00010000:2.0:1778923633.645187:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923633.645189:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923633.646218:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281701120:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 13384us (16649us total) trans 17179872263 rc 0/0 00000100:00100000:2.0:1778923633.646243:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7164 00000100:00100000:2.0:1778923633.653472:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.653625:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281701376 00000100:00100000:1.0:1778923633.653636:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281701376 00000100:00100000:1.0:1778923633.653686:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2040 00000100:00100000:1.0:1778923633.653698:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281701376:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:1.0:1778923633.653799:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dde expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.653846:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.653859:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.653868:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.653912:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.653926:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 202 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923633.653952:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287686528:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923633.654049:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7012ede40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.656999:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.657159:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281701504 00000100:00100000:3.0:1778923633.657166:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281701504 00000100:00100000:1.0:1778923633.657172:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287686528:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923633.657202:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657207:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 203 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923633.657248:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3185 00000100:00100000:3.0:1778923633.657257:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281701504:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923633.657274:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923633.657281:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 203 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657294:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 203 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657317:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a42f1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546da6 expref: 203 pid: 31653 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657334:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.657339:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657348:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657356:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.657386:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923633.657442:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:2353:x1865335281701504:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 186us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.657450:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3185 00010000:00010000:2.0:1778923633.657533:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657542:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657565:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657579:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657586:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657615:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.657627:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 201 pid: 30325 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.657640:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287686656:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923633.657690:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.662198:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287686656:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923633.662229:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923633.663662:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.664030:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281701632 00000100:00100000:2.0:1778923633.664039:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281701632 00010000:00010000:2.0:1778923633.664088:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.664129:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3186 00000100:00100000:2.0:1778923633.664138:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281701632:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923633.664154:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923633.664161:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664174:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664197:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a43d8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dfa expref: 202 pid: 30325 timeout: 1430 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664213:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718000) 00010000:00010000:2.0:1778923633.664219:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664228:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664235:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.664266:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923633.664316:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281701632:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 179us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.664324:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3186 00010000:00010000:3.0:1778923633.668362:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.668378:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.670483:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287686784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.671727:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.671757:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.671846:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287686784 00000100:00100000:0.0:1778923633.671855:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287686784 00000100:00100000:0.0:1778923633.672193:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1778923633.672204:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287686784:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923633.673018:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287686784:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 813us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.673030:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1778923633.673362:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287686784:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.673429:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287686912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.673470:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.673574:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.674073:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287686912 00000100:00100000:0.0:1778923633.674081:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287686912 00000100:00100000:1.0:1778923633.677857:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1778923633.677883:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287686912:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.678450:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287686912:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 579us (4978us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.678458:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1778923633.679213:0:31668:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839370 gen 2 00000004:00080000:2.0:1778923633.679219:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19f80, transno 21474839347 00000004:00080000:2.0:1778923633.679228:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19180, transno 21474839348 00000004:00080000:2.0:1778923633.679231:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18a80, transno 21474839349 00000004:00080000:2.0:1778923633.679234:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1aa00, transno 21474839350 00000004:00080000:2.0:1778923633.679237:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d46680, transno 21474839351 00000004:00080000:2.0:1778923633.679240:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1b480, transno 21474839352 00000004:00080000:2.0:1778923633.679242:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19500, transno 21474839353 00000004:00080000:2.0:1778923633.679244:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18700, transno 21474839354 00000004:00080000:2.0:1778923633.679246:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1ad80, transno 21474839355 00000004:00080000:2.0:1778923633.679248:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18e00, transno 21474839356 00000004:00080000:2.0:1778923633.679250:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19880, transno 21474839357 00000004:00080000:2.0:1778923633.679253:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c23100, transno 21474839358 00000004:00080000:2.0:1778923633.679255:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d45180, transno 21474839359 00000004:00080000:2.0:1778923633.679257:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d46d80, transno 21474839360 00000004:00080000:2.0:1778923633.679259:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44a80, transno 21474839361 00000004:00080000:2.0:1778923633.679261:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d45c00, transno 21474839362 00000004:00080000:2.0:1778923633.679263:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44700, transno 21474839363 00000004:00080000:2.0:1778923633.679265:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d46300, transno 21474839364 00000004:00080000:2.0:1778923633.679267:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d45880, transno 21474839365 00000004:00080000:2.0:1778923633.679270:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d47480, transno 21474839366 00000004:00080000:2.0:1778923633.679272:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777c700, transno 21474839367 00000004:00080000:2.0:1778923633.679274:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777d180, transno 21474839368 00000004:00080000:2.0:1778923633.679277:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ea00, transno 21474839369 00000004:00080000:2.0:1778923633.679279:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777d880, transno 21474839370 00000100:00100000:2.0:1778923633.679288:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287686912:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.679375:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687040:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.679416:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.679454:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472480 going to sleep for 11 seconds 00000004:00080000:0.0:1778923633.679718:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 24 done 00000100:00100000:1.0:1778923633.679993:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687040 00000100:00100000:1.0:1778923633.680000:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687040 00000100:00100000:1.0:1778923633.680137:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:1.0:1778923633.680147:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687040:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.681632:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687040:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1480us (2209us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.681644:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1778923633.684243:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687040:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.684341:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687168:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.684405:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.685027:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.688547:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687168 00000100:00100000:3.0:1778923633.688651:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687168 00000100:00100000:2.0:1778923633.694350:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:2.0:1778923633.694363:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687168:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.694536:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687168:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 175us (10131us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.694543:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1778923633.694661:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687168:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.694754:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687296:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.694792:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.700460:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.705819:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687296 00000100:00100000:0.0:1778923633.705836:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687296 00000100:00100000:0.0:1778923633.705903:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1778923633.705914:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687296:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923633.706070:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687296:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 158us (11277us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.706077:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1778923633.706274:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687296:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.706345:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687424:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.706381:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.706410:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.706562:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687424 00000100:00100000:2.0:1778923633.706566:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687424 00000100:00100000:2.0:1778923633.706590:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1778923633.706597:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687424:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.706667:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687424:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.706673:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1778923633.706817:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687424:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.706858:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687552:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.706881:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.706902:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.706958:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687552 00000100:00100000:0.0:1778923633.706962:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687552 00000100:00100000:0.0:1778923633.706980:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1778923633.706986:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687552:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923633.707041:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687552:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 55us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.707056:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1778923633.707290:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687552:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.707320:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687680:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.707345:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.707367:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.707452:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687680 00000100:00100000:1.0:1778923633.707457:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687680 00000100:00100000:1.0:1778923633.707491:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1778923633.707499:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687680:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.707904:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687680:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 406us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.707911:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:3.0:1778923633.707988:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687680:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.708028:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687808:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.708065:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.708085:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.708200:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687808 00000100:00100000:2.0:1778923633.708205:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687808 00000100:00100000:2.0:1778923633.708238:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1778923633.708245:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735df0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687808:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.708304:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735df0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287687808:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 59us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.708313:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1778923633.708796:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687808:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.708833:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687936:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.708891:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.708914:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.709031:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287687936 00000100:00100000:2.0:1778923633.709035:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287687936 00000100:00100000:2.0:1778923633.709074:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1778923633.709082:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687936:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.709136:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287687936:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 56us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.709143:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1778923633.709313:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287687936:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.709348:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688064:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.709371:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.709394:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.709454:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688064 00000100:00100000:1.0:1778923633.709459:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688064 00000100:00100000:1.0:1778923633.709491:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1778923633.709496:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688064:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.709905:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688064:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 407us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.709912:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1778923633.710190:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688064:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.710228:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688192:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.710254:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.710277:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f866a80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.710335:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688192 00000100:00100000:2.0:1778923633.710340:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688192 00000100:00100000:2.0:1778923633.710375:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1778923633.710383:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688192:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.710452:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688192:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.710458:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1778923633.710591:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688192:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.710627:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688320:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.710649:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923633.710668:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f8663c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923633.710780:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688320 00000100:00100000:2.0:1778923633.710784:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688320 00000100:00100000:2.0:1778923633.710812:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1778923633.710818:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688320:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.710869:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688320:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 51us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.710875:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1778923633.712399:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688320:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.718323:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688448:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.718401:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.718447:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.718534:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688448 00000100:00100000:3.0:1778923633.718542:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688448 00000100:00100000:3.0:1778923633.718695:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1778923633.718705:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688448:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.718784:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688448:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 81us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.718835:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1778923633.718999:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce60751fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688448:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.719124:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688576:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.719150:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.719173:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.719359:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688576 00000100:00100000:1.0:1778923633.719364:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688576 00000100:00100000:1.0:1778923633.719396:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1778923633.719403:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688576:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.719464:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688576:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 61us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.719470:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1778923633.719533:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688576:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.719563:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688704:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.719586:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.719609:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.719664:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688704 00000100:00100000:3.0:1778923633.719668:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688704 00000100:00100000:3.0:1778923633.719700:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1778923633.719705:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688704:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.719756:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce60751fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688704:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.719762:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1778923633.719998:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688704:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.720102:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688832:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.720131:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.720155:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:0.0:1778923633.720293:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688832 00000100:00100000:0.0:1778923633.720297:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688832 00000100:00100000:0.0:1778923633.720331:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1778923633.720339:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688832:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923633.720391:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287688832:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 54us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.720397:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1778923633.720909:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688832:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.720961:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688960:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.720986:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.721060:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.721163:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287688960 00000100:00100000:1.0:1778923633.721168:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287688960 00000100:00100000:1.0:1778923633.721245:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1778923633.721254:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688960:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.721359:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287688960:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 107us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.721366:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1778923633.721436:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287688960:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.721474:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.721495:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.721709:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.722198:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689088 00000100:00100000:3.0:1778923633.722205:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689088 00000100:00100000:3.0:1778923633.722250:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1778923633.722259:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689088:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.722333:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689088:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 74us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.722340:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1778923633.722469:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689088:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.722531:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.722573:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.722595:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:3.0:1778923633.722784:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689216 00000100:00100000:3.0:1778923633.722803:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689216 00000100:00100000:3.0:1778923633.722872:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1778923633.722880:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689216:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923633.722949:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689216:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 61us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.722956:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1778923633.723009:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689216:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.723057:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.723083:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.723354:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.723414:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689344 00000100:00100000:1.0:1778923633.723419:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689344 00000100:00100000:1.0:1778923633.723449:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1778923633.723455:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689344:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.723531:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689344:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 76us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.723538:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1778923633.723614:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689344:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.723647:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.723668:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.723690:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.723738:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689472 00000100:00100000:1.0:1778923633.723741:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689472 00000100:00100000:1.0:1778923633.723759:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1778923633.723764:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689472:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.723832:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689472:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.723838:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1778923633.723968:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689472:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724003:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724025:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.724053:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.724256:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689600 00000100:00100000:1.0:1778923633.724260:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689600 00000100:00100000:1.0:1778923633.724278:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1778923633.724284:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689600:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.724340:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689600:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 56us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.724347:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1778923633.724410:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689600:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724440:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689728:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724462:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.724483:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.724675:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689728 00000100:00100000:1.0:1778923633.724679:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689728 00000100:00100000:1.0:1778923633.724695:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1778923633.724701:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689728:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.724754:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689728:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 52us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.724760:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1778923633.724832:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689728:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724868:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689856:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.724890:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.724911:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.725067:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689856 00000100:00100000:1.0:1778923633.725072:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689856 00000100:00100000:1.0:1778923633.725089:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1778923633.725095:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689856:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.725147:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287689856:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 51us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.725153:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1778923633.725292:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689856:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.725328:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689984:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.725349:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.725371:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.725416:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287689984 00000100:00100000:1.0:1778923633.725419:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287689984 00000100:00100000:1.0:1778923633.725446:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1778923633.725452:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689984:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.725539:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287689984:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 87us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.725546:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:2.0:1778923633.725684:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287689984:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:2.0:1778923633.726405:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].46, 1360 off73064 00000001:00080000:2.0:1778923633.726418:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939917 00000100:00100000:2.0:1778923633.726488:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287690112:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.726581:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.726601:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.727028:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690112 00000100:00100000:1.0:1778923633.727034:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690112 00000100:00100000:1.0:1778923633.727078:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1778923633.727087:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+29:31668:x1865335287690112:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.727354:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+30:31668:x1865335287690112:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 267us (771us total) trans 17179872264 rc 0/0 00000100:00100000:1.0:1778923633.727365:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1778923633.727556:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287690112:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.727603:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287690240:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923633.727634:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923633.727650:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002600 going to sleep for 11 seconds 00000100:00100000:1.0:1778923633.727914:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690240 00000100:00100000:1.0:1778923633.727919:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690240 00000100:00100000:1.0:1778923633.727955:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1778923633.727963:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287690240:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923633.728302:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287690240:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 340us (666us total) trans 21474839375 rc 0/0 00000100:00100000:1.0:1778923633.728310:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1778923633.728477:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287690240:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1778923633.728631:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939918 00010000:00010000:2.0:1778923633.728666:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728676:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728684:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728690:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923633.728694:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728702:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728718:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce722718000) 00010000:00010000:2.0:1778923633.728721:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923633.728727:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728733:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a43f4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bd:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728759:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728766:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728772:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728777:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923633.728779:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728785:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728952:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.728955:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923633.728958:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728968:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a43ed lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.728983:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.728985:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923633.728991:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4376 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dde expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923633.729167:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281701376:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 75472us (75705us total) trans 8589939919 rc 0/0 00000100:00100000:2.0:1778923633.729176:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2040 00000020:00080000:2.0:1778923633.729181:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1778923633.731974:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.732143:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281701760 00000100:00100000:1.0:1778923633.732154:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281701760 00000100:00100000:1.0:1778923633.732246:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5570 00000100:00100000:1.0:1778923633.732257:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54919:x1865335281701760:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923633.732282:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923633.732304:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a43fb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e01 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.732370:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a43fb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e01 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.732383:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a43fb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e01 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.732403:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923633.732406:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923633.732410:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:1.0:1778923633.732483:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54919:x1865335281701760:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 228us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.732491:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5570 00000100:00100000:3.0:1778923633.736009:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.736347:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281702016 00000100:00100000:2.0:1778923633.736357:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281702016 00000100:00100000:2.0:1778923633.736399:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2041 00000100:00100000:2.0:1778923633.736407:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54919:x1865335281702016:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923633.736642:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54919:x1865335281702016:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 235us (642us total) trans 8589939920 rc 0/0 00000100:00100000:2.0:1778923633.736650:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2041 00000100:00100000:2.0:1778923633.739334:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.739433:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281702272 00000100:00100000:0.0:1778923633.739443:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281702272 00000100:00100000:0.0:1778923633.739493:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2042 00000100:00100000:0.0:1778923633.739540:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54919:x1865335281702272:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:0.0:1778923633.740129:0:31668:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1bd:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1778923633.740300:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740317:0:31668:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740329:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740339:0:31668:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740345:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740352:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.740376:0:31668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1778923633.740464:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54919:x1865335281702272:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 962us (1137us total) trans 8589939921 rc 0/0 00000100:00100000:0.0:1778923633.740472:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2042 00010000:00010000:3.0:1778923633.740767:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923633.740775:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.740784:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923633.740788:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.740800:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.740812:0:5742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bd:0x0].0x0 (ffff9ce7132af300) 00010000:00010000:3.0:1778923633.740815:0:5742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923633.740820:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.740826:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4402 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.740842:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923633.740844:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923633.740845:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923633.794486:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.794816:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281702400 00000100:00100000:2.0:1778923633.794830:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281702400 00000100:00100000:2.0:1778923633.794920:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5571 00000100:00100000:2.0:1778923633.794933:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54920:x1865335281702400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.794975:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.795004:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a4409 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e08 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795106:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795125:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795138:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795155:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795162:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795168:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795604:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795615:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795622:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923633.795668:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00000004:00200000:2.0:1778923633.795674:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923633.795697:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795714:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795722:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795729:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795736:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795742:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923633.795746:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795755:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795768:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923633.795771:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923633.795778:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795784:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4410 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795801:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795808:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795814:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795819:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923633.795822:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795828:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795835:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce728e15200) 00010000:00010000:2.0:1778923633.795838:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923633.795840:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795845:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4417 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795885:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a4409 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795904:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.795912:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.795915:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923633.795917:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923633.796031:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54920:x1865335281702400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1100us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.796042:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5571 00000100:00100000:1.0:1778923633.805178:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.805388:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281702656 00000100:00100000:3.0:1778923633.805400:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281702656 00000100:00100000:3.0:1778923633.805477:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5572 00000100:00100000:3.0:1778923633.805488:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54920:x1865335281702656:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.805550:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.805589:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a4425 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e0f expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.805743:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a442c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.805763:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a442c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.805778:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a442c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923633.805793:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:3.0:1778923633.805979:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a4425 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e0f expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.806002:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a442c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e0f expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.806012:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923633.806015:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1778923633.806020:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667da00, rc 0) 00000100:00100000:3.0:1778923633.806119:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54920:x1865335281702656:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 631us (957us total) trans 8589939922 rc 0/0 00000100:00100000:3.0:1778923633.806127:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5572 00000100:00100000:1.0:1778923633.810141:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.810247:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281702912 00000100:00100000:2.0:1778923633.810259:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281702912 00000100:00100000:2.0:1778923633.810342:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5573 00000100:00100000:2.0:1778923633.810355:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54920:x1865335281702912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.810390:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.810417:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a443a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e16 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.810694:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4441 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.810717:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4441 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.810732:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4441 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923633.810862:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:2.0:1778923633.811176:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a443a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e16 expref: 211 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.811200:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4441 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e16 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.811209:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923633.811212:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923633.811217:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923633.811306:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54920:x1865335281702912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 952us (1178us total) trans 8589939923 rc 0/0 00000100:00100000:2.0:1778923633.811315:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5573 00000100:00100000:1.0:1778923633.830258:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.830384:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703040 00000100:00100000:2.0:1778923633.830396:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703040 00000100:00100000:2.0:1778923633.830474:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7165 00000100:00100000:2.0:1778923633.830487:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281703040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.830556:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.830586:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e1d expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923633.830620:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a08382a, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:2.0:1778923633.830644:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.830647:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.830658:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.830678:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.830693:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923633.830786:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281703040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 301us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.830794:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7165 00000100:00100000:1.0:1778923633.839148:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923633.839573:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703168 00000100:00100000:3.0:1778923633.839588:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703168 00000100:00100000:3.0:1778923633.839660:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7166 00000100:00100000:3.0:1778923633.839673:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281703168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923633.839700:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923633.839733:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e24 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923633.839894:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a083837, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:3.0:1778923633.839922:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.839925:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923633.839936:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 22 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.839975:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 22 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923633.839992:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:3.0:1778923633.840154:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281703168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 482us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923633.840162:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7166 00000100:00100000:0.0:1778923633.851552:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.852174:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703296 00000100:00100000:2.0:1778923633.852188:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703296 00000100:00100000:0.0:1778923633.852423:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7167 00000100:00100000:0.0:1778923633.852436:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281703296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.852470:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.852500:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e2b expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.852571:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a083844, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:0.0:1778923633.852598:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.852601:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.852612:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 40 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.852633:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 40 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.852650:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923633.852735:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281703296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 301us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.852743:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7167 00000100:00100000:1.0:1778923633.856655:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.856805:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703424 00000100:00100000:2.0:1778923633.856821:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703424 00000100:00100000:2.0:1778923633.856905:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7168 00000100:00100000:2.0:1778923633.856917:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281703424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.856955:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.856989:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e32 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923633.857033:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a083854, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:2.0:1778923633.857075:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.857078:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.857090:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 41 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.857113:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 41 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.857128:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923633.857216:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281703424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 301us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.857225:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7168 00000100:00100000:3.0:1778923633.866767:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.868077:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703552 00000100:00100000:2.0:1778923633.868093:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703552 00000100:00100000:2.0:1778923633.868189:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7169 00000100:00100000:2.0:1778923633.868202:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281703552:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.868228:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.868256:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e39 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923633.868297:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a083858, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:2.0:1778923633.868327:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.868330:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.868341:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 42 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.868363:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 42 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.868379:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923633.868654:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281703552:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 454us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.868663:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7169 00000100:00100000:1.0:1778923633.886724:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.887638:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703680 00000100:00100000:2.0:1778923633.887657:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703680 00000100:00100000:2.0:1778923633.887743:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7170 00000100:00100000:2.0:1778923633.887991:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281703680:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.888016:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.888147:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e40 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923633.888188:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a08385b, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:2.0:1778923633.888223:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.888225:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.888236:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.888260:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.888277:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923633.888414:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281703680:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 430us (1706us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.888422:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7170 00000100:00100000:1.0:1778923633.905296:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923633.908148:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703808 00000100:00100000:0.0:1778923633.908171:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703808 00000100:00100000:0.0:1778923633.908705:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7171 00000100:00100000:0.0:1778923633.908719:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281703808:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923633.908745:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923633.908880:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e47 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923633.908919:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a08385b, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:0.0:1778923633.908961:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.908965:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923633.908978:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 43 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.909003:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 43 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923633.909022:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923633.911091:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281703808:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2358us (5793us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923633.911106:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7171 00000100:00100000:2.0:1778923633.919201:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923633.919390:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281703936 00000100:00100000:1.0:1778923633.919403:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281703936 00000100:00100000:1.0:1778923633.919487:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7172 00000100:00100000:1.0:1778923633.919498:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281703936:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923633.919570:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923633.919600:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e4e expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923633.919636:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a08385b, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:1.0:1778923633.919664:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.919666:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923633.919678:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.919699:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923633.919714:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:1.0:1778923633.919797:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281703936:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 301us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923633.919805:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7172 00000100:00100000:1.0:1778923633.924293:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923633.924424:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704064 00000100:00100000:2.0:1778923633.924438:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704064 00000100:00100000:2.0:1778923633.924572:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7173 00000100:00100000:2.0:1778923633.924584:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281704064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923633.924607:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923633.924635:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e55 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923633.924670:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 193750, mtime: 0x6a083870, atime: 0x6a08386d, ctime: 0x6a083870, blocks: 0x203 00010000:00010000:2.0:1778923633.924699:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.924702:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923633.924713:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.924733:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923633.924755:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679600, rc 0) 00000100:00100000:2.0:1778923633.924831:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+44:2355:x1865335281704064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 250us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923633.924839:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7173 00000100:00100000:3.0:1778923634.041598:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.041886:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704192 00000100:00100000:1.0:1778923634.041902:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704192 00000100:00100000:1.0:1778923634.042031:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3592 00000100:00100000:1.0:1778923634.042046:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281704192:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923634.042091:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.042109:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.042111:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.042117:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.042130:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1778923634.042841:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1778923634.055355:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055375:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055389:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055396:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.055401:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055409:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055427:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.055435:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a448e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.055964:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281704192:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13916us (14385us total) trans 0 rc 50529/50529 00000100:00100000:2.0:1778923634.055976:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3592 00000100:00100000:3.0:1778923634.065114:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.065319:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704320 00000100:00100000:1.0:1778923634.065330:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704320 00000100:00100000:1.0:1778923634.065416:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3593 00000100:00100000:1.0:1778923634.065427:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281704320:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923634.065471:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 50529, mtime: 0x6a083871, atime: 0x6a083871, ctime: 0x6a083871, blocks: 0x83 00010000:00010000:1.0:1778923634.065480:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.065496:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.065498:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.065543:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.065567:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1778923634.067577:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1778923634.070920:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.070950:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.070960:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.070967:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923634.070971:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.070979:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.071003:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.071010:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a4495 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.071114:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281704320:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5686us (6007us total) trans 0 rc 50529/50529 00000100:00100000:0.0:1778923634.071124:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3593 00000100:00100000:3.0:1778923634.085740:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.085899:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704448 00000100:00100000:1.0:1778923634.085909:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704448 00000100:00100000:1.0:1778923634.086006:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 568 00000100:00100000:1.0:1778923634.086019:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54920:x1865335281704448:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923634.086038:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923634.086074:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4441 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e16 expref: 210 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.086096:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923634.086101:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923634.086164:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54920:x1865335281704448:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 147us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.086172:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 568 00000100:00080000:3.0:1778923634.086303:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923634.091295:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.091374:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704704 00000100:00100000:0.0:1778923634.091383:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704704 00000100:00100000:0.0:1778923634.091444:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2043 00000100:00100000:0.0:1778923634.091454:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54920:x1865335281704704:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923634.091713:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54920:x1865335281704704:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 260us (431us total) trans 8589939924 rc 0/0 00000100:00100000:0.0:1778923634.091722:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2043 00000100:00100000:0.0:1778923634.132642:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.132819:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281704960 00000100:00100000:2.0:1778923634.132830:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281704960 00000100:00100000:2.0:1778923634.132935:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5574 00000100:00100000:2.0:1778923634.132955:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54921:x1865335281704960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.132980:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.133004:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a449c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e5c expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.133116:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a44a3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.133132:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a44a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.133144:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a44a3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923634.133158:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:2.0:1778923634.133289:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a449c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e5c expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.133311:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a44a3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e5c expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.133327:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.133330:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923634.133334:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679800, rc 0) 00000100:00100000:2.0:1778923634.133403:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54921:x1865335281704960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 450us (771us total) trans 8589939925 rc 0/0 00000100:00100000:2.0:1778923634.133411:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5574 00000100:00100000:1.0:1778923634.143459:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.143600:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705088 00000100:00100000:2.0:1778923634.143609:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705088 00000100:00100000:2.0:1778923634.143688:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3594 00000100:00100000:2.0:1778923634.143699:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705088:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923634.143736:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.143754:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.143756:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.143761:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.143777:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.147927:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.147960:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.147975:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.147983:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.147987:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.147997:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.148016:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.148024:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a44b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.148228:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705088:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4526us (4774us total) trans 0 rc 50529/50529 00000100:00100000:2.0:1778923634.148240:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3594 00000100:00100000:0.0:1778923634.155637:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.155869:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705216 00000100:00100000:3.0:1778923634.155881:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705216 00000100:00100000:3.0:1778923634.155972:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3595 00000100:00100000:3.0:1778923634.155982:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281705216:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923634.156018:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.156225:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.156228:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.156235:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.156258:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160665:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160684:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160698:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160704:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923634.160709:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160717:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160734:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.160740:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a44b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.160827:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281705216:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4843us (5197us total) trans 0 rc 50529/50529 00000100:00100000:1.0:1778923634.160836:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3595 00000100:00100000:3.0:1778923634.171231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.172192:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705344 00000100:00100000:0.0:1778923634.172204:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705344 00000100:00100000:0.0:1778923634.172329:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3596 00000100:00100000:0.0:1778923634.172341:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281705344:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923634.172379:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.172402:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.172404:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.172410:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.172424:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184908:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184931:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184953:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184961:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923634.184966:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184974:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.184993:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.185006:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a44bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.185251:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281705344:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12910us (14028us total) trans 0 rc 50529/50529 00000100:00100000:0.0:1778923634.185262:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3596 00000100:00100000:1.0:1778923634.190235:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.190338:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705472 00000100:00100000:3.0:1778923634.190349:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705472 00000100:00100000:3.0:1778923634.190457:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3597 00000100:00100000:3.0:1778923634.190469:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705472:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923634.190534:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.190677:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.190681:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.190686:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.190702:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196028:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196062:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196078:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196086:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923634.196091:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196100:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196121:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.196129:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.196222:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705472:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5752us (5993us total) trans 0 rc 50529/50529 00000100:00100000:1.0:1778923634.196233:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3597 00000100:00100000:1.0:1778923634.203258:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.203352:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.203703:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705728 00000100:00100000:2.0:1778923634.203714:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705728 00000100:00100000:2.0:1778923634.203783:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3598 00000100:00100000:2.0:1778923634.203794:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705728:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923634.203832:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.203855:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.203857:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.203862:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.203875:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.204342:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705600 00000100:00100000:0.0:1778923634.204349:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705600 00000100:00100000:0.0:1778923634.204394:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 181 00000100:00100000:0.0:1778923634.204402:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281705600:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:0.0:1778923634.204447:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281705600:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 45us (1199us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923634.204453:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 181 00010000:00010000:2.0:1778923634.208361:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208382:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208390:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208397:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.208401:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208410:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208427:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.208439:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.208563:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705728:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4756us (5196us total) trans 0 rc 50529/50529 00000100:00100000:2.0:1778923634.208574:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3598 00000100:00100000:1.0:1778923634.214973:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.215069:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705856 00000100:00100000:2.0:1778923634.215079:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705856 00000100:00100000:2.0:1778923634.215153:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3599 00000100:00100000:2.0:1778923634.215164:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705856:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923634.215200:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.215217:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.215219:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.215224:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.215239:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221539:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221561:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221575:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221582:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.221587:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221595:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221614:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.221623:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.221703:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281705856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6536us (6734us total) trans 0 rc 50529/50529 00000100:00100000:2.0:1778923634.221713:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3599 00000100:00100000:3.0:1778923634.226745:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.228832:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281705984 00000100:00100000:1.0:1778923634.228847:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281705984 00000100:00100000:1.0:1778923634.229328:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3600 00000100:00100000:1.0:1778923634.229339:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281705984:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923634.229377:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.229392:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.229395:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.229399:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.229413:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232835:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232854:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232864:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232871:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923634.232875:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232883:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232903:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.232911:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f36b8f73/0x3baece0abe6a44db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.233001:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281705984:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3660us (6259us total) trans 0 rc 50529/50529 00000100:00100000:1.0:1778923634.233011:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3600 00000100:00100000:3.0:1778923634.238618:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.238784:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706112 00000100:00100000:2.0:1778923634.238795:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706112 00000100:00100000:2.0:1778923634.238868:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3601 00000100:00100000:2.0:1778923634.238879:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:2355:x1865335281706112:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923634.238929:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.238961:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.238963:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.238969:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.238985:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245097:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245116:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245124:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245131:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.245135:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245144:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245162:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.245176:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a44e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.245267:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:2355:x1865335281706112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6387us (6655us total) trans 0 rc 50529/50529 00000100:00100000:2.0:1778923634.245278:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3601 00000100:00100000:0.0:1778923634.251190:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.251267:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706240 00000100:00100000:3.0:1778923634.251277:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706240 00000100:00100000:3.0:1778923634.251346:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3602 00000100:00100000:3.0:1778923634.251356:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281706240:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923634.251387:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.251404:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.251406:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.251412:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.251425:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258849:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258870:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258879:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258886:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923634.258892:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258901:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258921:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.258934:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a44e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.259037:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281706240:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7678us (7850us total) trans 0 rc 50529/50529 00000100:00100000:3.0:1778923634.259056:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3602 00000100:00100000:3.0:1778923634.265407:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.265832:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706368 00000100:00100000:1.0:1778923634.265843:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706368 00000100:00100000:1.0:1778923634.265925:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3603 00000100:00100000:1.0:1778923634.265943:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281706368:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923634.265983:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.266000:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.266003:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.266008:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.266022:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271724:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271746:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271761:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271768:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923634.271773:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271782:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271802:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.271809:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a44f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.271886:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281706368:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5947us (6486us total) trans 0 rc 50529/50529 00000100:00100000:1.0:1778923634.271897:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3603 00010000:00010000:3.0:1778923634.302713:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923634.356445:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.356608:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706496 00000100:00100000:3.0:1778923634.356620:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706496 00000100:00100000:3.0:1778923634.356688:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3604 00000100:00100000:3.0:1778923634.356698:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281706496:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923634.356731:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.356747:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.356749:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.356755:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.356768:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360273:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360312:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360322:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360330:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923634.360334:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360343:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360366:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.360374:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a44f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.360465:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281706496:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3763us (4023us total) trans 0 rc 50529/50529 00000100:00100000:3.0:1778923634.360475:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3604 00000100:00100000:1.0:1778923634.368052:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.368209:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706624 00000100:00100000:0.0:1778923634.368218:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706624 00000100:00100000:0.0:1778923634.368292:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3605 00000100:00100000:0.0:1778923634.368310:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281706624:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923634.368358:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 50529, mtime: 0x6a083871, atime: 0x6a083871, ctime: 0x6a083871, blocks: 0x83 00010000:00010000:0.0:1778923634.368368:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.368383:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.368386:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.368391:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.368406:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.373923:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.373953:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.373963:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.373971:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923634.373976:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.373985:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.374003:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.374011:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a44fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->53247] (req 0->53247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.374109:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281706624:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5805us (6076us total) trans 0 rc 50529/50529 00000100:00100000:0.0:1778923634.374121:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3605 00000100:00100000:0.0:1778923634.393065:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.393161:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281706752 00000100:00100000:3.0:1778923634.393171:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281706752 00000100:00100000:3.0:1778923634.393249:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 569 00000100:00100000:3.0:1778923634.393260:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54921:x1865335281706752:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923634.393277:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923634.393303:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a44a3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e5c expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.393324:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923634.393328:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923634.393387:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54921:x1865335281706752:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 129us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.393394:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 569 00000100:00100000:1.0:1778923634.396673:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.397073:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707008 00000100:00100000:2.0:1778923634.397083:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707008 00000100:00100000:2.0:1778923634.397144:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2044 00000100:00100000:2.0:1778923634.397153:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54921:x1865335281707008:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923634.397389:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54921:x1865335281707008:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 236us (724us total) trans 8589939926 rc 0/0 00000100:00100000:2.0:1778923634.397397:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2044 00000100:00100000:1.0:1778923634.405629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.406015:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707264 00000100:00100000:0.0:1778923634.406026:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707264 00000100:00100000:0.0:1778923634.406091:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5575 00000100:00100000:0.0:1778923634.406101:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281707264:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923634.406124:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923634.406144:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4505 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e63 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.406252:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.406268:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.406278:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.406596:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.406610:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 213 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.406624:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287690368:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923634.407218:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923634.411561:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287690368:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923634.411592:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.412602:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.412639:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707392 00000100:00100000:0.0:1778923634.412648:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707392 00010000:00010000:0.0:1778923634.412684:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 214 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.412725:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3187 00000100:00100000:0.0:1778923634.412733:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281707392:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923634.412750:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 214 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412762:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 214 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412774:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 214 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412783:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923634.412786:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923634.412790:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412801:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412808:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.412844:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 214 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.413006:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281707392:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 272us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923634.413014:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3187 00010000:00010000:2.0:1778923634.413138:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.413146:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923634.413166:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 50529 00010000:00010000:2.0:1778923634.413324:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4505 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.413342:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 214 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.413355:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.413357:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923634.413360:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:2.0:1778923634.413397:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281707264:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7298us (7777us total) trans 8589939927 rc 0/0 00000100:00100000:2.0:1778923634.413404:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5575 00000100:00100000:1.0:1778923634.416814:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.417075:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.417275:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707520 00000100:00100000:2.0:1778923634.417285:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707520 00000100:00100000:2.0:1778923634.417346:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707648 00000100:00100000:2.0:1778923634.417349:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707648 00000100:00100000:2.0:1778923634.417385:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7174 00000100:00100000:2.0:1778923634.417394:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281707520:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.417413:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.417434:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e6a expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923634.417460:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 50529, mtime: 0x6a083871, atime: 0x6a083871, ctime: 0x6a083871, blocks: 0x83 00010000:00010000:2.0:1778923634.417480:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.417482:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.417491:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 25 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.417557:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 25 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.417575:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679200, rc 0) 00000100:00100000:2.0:1778923634.417619:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281707520:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 227us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.417624:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7174 00000100:00100000:2.0:1778923634.417638:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7175 00000100:00100000:2.0:1778923634.417642:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281707648:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.417647:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.417655:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e71 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.417665:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.417666:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.417669:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 45 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.417676:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 45 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.417682:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678000, rc 0) 00000100:00100000:2.0:1778923634.417693:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281707648:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 51us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.417699:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7175 00000100:00100000:3.0:1778923634.422385:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.422581:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707776 00000100:00100000:2.0:1778923634.422590:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707776 00000100:00100000:2.0:1778923634.422697:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7176 00000100:00100000:2.0:1778923634.422708:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281707776:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.422726:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.422744:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e78 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.422769:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.422772:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.422780:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 46 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.422797:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 46 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.422810:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923634.422867:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281707776:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 160us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.422874:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7176 00000100:00100000:3.0:1778923634.426124:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.426216:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281707904 00000100:00100000:0.0:1778923634.426226:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281707904 00002000:00100000:0.0:1778923634.426274:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x2c4:0x0] (45056->49151) req@ffff9ce7100ddc00 x1865335281707904/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/0 e 0 to 0 dl 1778923645 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923634.426286:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddc00 with x1865335281707904 ext(45056->49151) 00002000:00010000:0.0:1778923634.426291:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddc00 00000100:00100000:0.0:1778923634.426325:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3606 00000100:00100000:0.0:1778923634.426335:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281707904:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923634.426614:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281707904:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 279us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923634.426622:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3606 00002000:00100000:0.0:1778923634.426627:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x2c4:0x0] (45056->49151) req@ffff9ce7100ddc00 x1865335281707904/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/4536 e 0 to 0 dl 1778923645 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923634.426633:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddc00 with x1865335281707904 ext(45056->49151) 00002000:00010000:0.0:1778923634.426636:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddc00 00000100:00100000:1.0:1778923634.432338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.435587:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708032 00000100:00100000:0.0:1778923634.435601:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708032 00000100:00100000:0.0:1778923634.435729:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7177 00000100:00100000:0.0:1778923634.435741:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+46:2356:x1865335281708032:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923634.435760:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923634.435780:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e7f expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.435806:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.435808:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.435817:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 47 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.435834:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 47 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.435846:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923634.435912:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+47:2356:x1865335281708032:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 173us (3583us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923634.435918:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7177 00000100:00100000:1.0:1778923634.439950:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.440064:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708160 00000100:00100000:2.0:1778923634.440076:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708160 00002000:00100000:2.0:1778923634.440131:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x2c4:0x0] (49152->53247) req@ffff9ce605c55c00 x1865335281708160/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/0 e 0 to 0 dl 1778923645 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923634.440143:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c55c00 with x1865335281708160 ext(49152->53247) 00002000:00010000:2.0:1778923634.440149:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce605c55c00 00000100:00100000:2.0:1778923634.440179:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3607 00000100:00100000:2.0:1778923634.440189:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281708160:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:2.0:1778923634.440723:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281708160:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 533us (791us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1778923634.440732:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3607 00002000:00100000:2.0:1778923634.440739:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x2c4:0x0] (49152->53247) req@ffff9ce605c55c00 x1865335281708160/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/4536 e 0 to 0 dl 1778923645 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923634.440747:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c55c00 with x1865335281708160 ext(49152->53247) 00002000:00010000:2.0:1778923634.440751:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce605c55c00 00000100:00100000:3.0:1778923634.445038:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.445447:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708288 00000100:00100000:2.0:1778923634.445458:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708288 00000100:00100000:2.0:1778923634.445587:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7178 00000100:00100000:2.0:1778923634.445598:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+47:2355:x1865335281708288:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.445615:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.445634:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e86 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.445660:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.445662:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.445670:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 48 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.445686:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 48 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.445700:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679800, rc 0) 00000100:00100000:2.0:1778923634.445764:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+48:2355:x1865335281708288:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 168us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.445772:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7178 00000100:00100000:1.0:1778923634.449954:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.450049:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708416 00000100:00100000:2.0:1778923634.450059:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708416 00000100:00100000:2.0:1778923634.450119:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7179 00000100:00100000:2.0:1778923634.450128:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+48:2355:x1865335281708416:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.450146:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.450165:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e8d expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.450195:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.450197:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.450206:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 49 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.450223:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 49 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.450238:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923634.450304:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+49:2355:x1865335281708416:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 177us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.450310:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7179 00000100:00100000:1.0:1778923634.454359:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.454447:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708544 00000100:00100000:0.0:1778923634.454456:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708544 00000100:00100000:0.0:1778923634.454556:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7180 00000100:00100000:0.0:1778923634.454573:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+49:2356:x1865335281708544:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923634.454590:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923634.454608:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e94 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.454634:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.454636:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.454645:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 50 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.454661:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 50 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.454675:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923634.454722:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+50:2356:x1865335281708544:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 152us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923634.454733:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7180 00000100:00100000:3.0:1778923634.458709:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.458870:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281708800 00000100:00100000:2.0:1778923634.458880:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281708800 00000100:00100000:2.0:1778923634.458949:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2045 00000100:00100000:2.0:1778923634.458959:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281708800:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:2.0:1778923634.459217:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54746:x1865335281708800:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 259us (516us total) trans 8589939928 rc 0/0 00000100:00100000:2.0:1778923634.459226:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2045 00000100:00100000:1.0:1778923634.462652:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.462808:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709056 00000100:00100000:2.0:1778923634.462817:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709056 00000100:00100000:2.0:1778923634.462866:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5576 00000100:00100000:2.0:1778923634.462875:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54746:x1865335281709056:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.462907:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.462910:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:2.0:1778923634.462945:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a442c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e0f expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.462966:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a43fb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e01 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.462979:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a441e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e08 expref: 213 pid: 31653 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.462991:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.462996:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923634.463008:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a454b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546e9b expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.463070:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.463083:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.463093:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923634.467388:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1705, 88 off148248 00000004:00080000:2.0:1778923634.467404:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331523899115ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.467578:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1697, 88 off147808 00000004:00080000:2.0:1778923634.467585:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331524081253ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.467613:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1698, 88 off147896 00000004:00080000:2.0:1778923634.467617:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331524113175ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.467634:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1706, 88 off148336 00000004:00080000:2.0:1778923634.467638:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331524134058ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.468273:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1707, 88 off148424 00000004:00080000:2.0:1778923634.468281:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331524776841ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.468354:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1699, 88 off147984 00000004:00080000:2.0:1778923634.468359:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331524855219ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.468424:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1700, 88 off148072 00000004:00080000:2.0:1778923634.468429:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331524925464ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.468740:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1708, 88 off148512 00000004:00080000:2.0:1778923634.468746:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331525241661ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.468777:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1701, 88 off148160 00000004:00080000:2.0:1778923634.468782:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331525278041ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.468997:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1709, 88 off148600 00000004:00080000:2.0:1778923634.469003:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331525498509ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.469032:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1710, 88 off148688 00000004:00080000:2.0:1778923634.469036:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331525531784ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.469064:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1702, 88 off148248 00000004:00080000:2.0:1778923634.469069:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331525564622ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.469288:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1711, 88 off148776 00000004:00080000:2.0:1778923634.469294:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331525789589ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.469324:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1703, 88 off148336 00000004:00080000:2.0:1778923634.469328:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331525824534ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.469463:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1712, 88 off148864 00000004:00080000:2.0:1778923634.469469:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331525964873ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.469733:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1704, 88 off148424 00000004:00080000:2.0:1778923634.469739:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331526235169ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.469770:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1705, 88 off148512 00000004:00080000:2.0:1778923634.469775:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331526271474ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.469792:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1713, 88 off148952 00000004:00080000:2.0:1778923634.469796:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331526291914ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.470147:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1714, 88 off149040 00000004:00080000:2.0:1778923634.470153:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331526648914ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.470249:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1706, 88 off148600 00000004:00080000:2.0:1778923634.470253:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331526749545ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.470280:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1707, 88 off148688 00000004:00080000:2.0:1778923634.470285:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331526780566ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.470300:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1715, 88 off149128 00000004:00080000:2.0:1778923634.470305:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331526800484ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.470427:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1716, 88 off149216 00000004:00080000:2.0:1778923634.470432:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331526927829ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.470718:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1708, 88 off148776 00000004:00080000:2.0:1778923634.470724:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331527219832ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.470753:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1709, 88 off148864 00000004:00080000:2.0:1778923634.470759:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331527254905ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.470776:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1717, 88 off149304 00000004:00080000:2.0:1778923634.470780:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331527276565ns, next at 1321446740812ns, rc = 0 00010000:00010000:2.0:1778923634.509810:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e9b expref: 215 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.509828:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.509832:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923634.509852:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a454b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e9b expref: 215 pid: 30328 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.509874:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e9b expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.509912:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.509915:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923634.509918:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923634.510010:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281709056:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 47134us (47366us total) trans 8589939929 rc 0/0 00000100:00100000:2.0:1778923634.510020:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5576 00000001:00080000:3.0:1778923634.510190:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939924 is committed 00000001:00080000:3.0:1778923634.510214:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939929 is committed 00000004:00080000:3.0:1778923634.510219:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1378 committed 00000004:00080000:3.0:1778923634.510237:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1373 committed 00000004:00080000:3.0:1778923634.510247:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1372 committed 00000004:00080000:3.0:1778923634.510250:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1377 committed 00000004:00080000:3.0:1778923634.510253:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1376 committed 00000004:00080000:3.0:1778923634.510255:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1371 committed 00000004:00080000:3.0:1778923634.510256:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1370 committed 00000004:00080000:3.0:1778923634.510258:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1375 committed 00000004:00080000:3.0:1778923634.510260:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1374 committed 00000004:00080000:3.0:1778923634.510262:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1369 committed 00000004:00080000:3.0:1778923634.510264:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1368 committed 00000004:00080000:3.0:1778923634.510266:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1373 committed 00000004:00080000:3.0:1778923634.510268:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1367 committed 00000004:00080000:3.0:1778923634.510270:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1372 committed 00000004:00080000:3.0:1778923634.510272:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1366 committed 00000004:00080000:3.0:1778923634.510274:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1371 committed 00000004:00080000:3.0:1778923634.510275:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1370 committed 00000004:00080000:3.0:1778923634.510277:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1365 committed 00000004:00080000:3.0:1778923634.510278:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1369 committed 00000004:00080000:3.0:1778923634.510280:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1364 committed 00000004:00080000:3.0:1778923634.510281:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1363 committed 00000004:00080000:3.0:1778923634.510283:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1368 committed 00000004:00080000:3.0:1778923634.510285:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1367 committed 00000004:00080000:3.0:1778923634.510286:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1362 committed 00000004:00080000:3.0:1778923634.510288:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1361 committed 00000004:00080000:3.0:1778923634.510289:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1366 committed 00000020:00080000:3.0:1778923634.510316:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce72e472180 refcount 2 committed 0 result 0 batchid 4294969401 00000020:00080000:3.0:1778923634.510321:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73400dcc0 00000020:00080000:3.0:1778923634.510325:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce734352d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72e472240 00000020:00080000:3.0:1778923634.510328:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce72e20c300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce6022c5c00 00000020:00080000:3.0:1778923634.510331:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].46 00000020:00080000:3.0:1778923634.510357:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969401 committed batchid 4294969400 00000020:00080000:3.0:1778923634.510661:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969400 00000100:00100000:2.0:1778923634.510894:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287690496:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.510964:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.510995:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287691008:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511018:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511131:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923634.511140:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287690880:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511165:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511181:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287691392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511201:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511233:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287690624:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511256:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511271:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691136:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511289:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511303:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923634.511308:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287690752:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511326:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511339:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691264:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.511367:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.511400:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690496 00000100:00100000:2.0:1778923634.511407:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690496 00000100:00100000:2.0:1778923634.511455:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691008 00000100:00100000:2.0:1778923634.511459:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691008 00000100:00100000:2.0:1778923634.511474:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690880 00000100:00100000:2.0:1778923634.511476:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690880 00000100:00100000:2.0:1778923634.511485:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691392 00000100:00100000:2.0:1778923634.511487:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691392 00000100:00100000:2.0:1778923634.511495:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690624 00000100:00100000:2.0:1778923634.511497:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690624 00000100:00100000:2.0:1778923634.511528:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691136 00000100:00100000:2.0:1778923634.511530:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691136 00000100:00100000:2.0:1778923634.511539:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287690752 00000100:00100000:2.0:1778923634.511541:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287690752 00000100:00100000:2.0:1778923634.512682:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691264 00000100:00100000:2.0:1778923634.512691:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691264 00000100:00100000:2.0:1778923634.512732:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7181 00000100:00100000:2.0:1778923634.512741:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287690496:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923634.512975:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 50529 -> 50529 00002000:00010000:2.0:1778923634.512979:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.512982:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.512986:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.512988:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 135 -> 135 00000100:00100000:3.0:1778923634.514584:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7182 00000100:00100000:3.0:1778923634.514598:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287691008:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.514778:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.514782:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.514784:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923634.514786:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.514788:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923634.514921:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+39:3292:x1865335287690496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2180us (3956us total) trans 17179872265 rc 0/0 00000100:00100000:2.0:1778923634.514930:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7181 00000100:00100000:2.0:1778923634.514963:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7183 00000100:00100000:2.0:1778923634.514971:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287690880:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923634.515065:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923634.515068:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.515070:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923634.515072:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.515074:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.516191:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3292:x1865335287691008:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1593us (5167us total) trans 17179872266 rc 0/0 00000100:00100000:3.0:1778923634.516202:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7182 00000100:00100000:3.0:1778923634.516229:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7184 00000100:00100000:3.0:1778923634.516240:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287691392:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.516379:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.516382:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516384:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923634.516386:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516389:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.516426:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3292:x1865335287691392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 191us (5224us total) trans 17179872268 rc 0/0 00000100:00100000:3.0:1778923634.516432:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7184 00000100:00100000:3.0:1778923634.516444:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7185 00000100:00100000:3.0:1778923634.516450:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287690624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.516560:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.516563:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923634.516565:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923634.516567:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923634.516569:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.516604:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287690624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 154us (5349us total) trans 17179872269 rc 0/0 00000100:00100000:3.0:1778923634.516609:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7185 00000100:00100000:3.0:1778923634.516622:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7186 00000100:00100000:3.0:1778923634.516628:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287691136:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.516706:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.516709:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516711:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923634.516714:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516716:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.516740:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287691136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (5450us total) trans 17179872270 rc 0/0 00000100:00100000:3.0:1778923634.516746:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7186 00000100:00100000:3.0:1778923634.516758:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7187 00000100:00100000:3.0:1778923634.516765:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287690752:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.516843:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.516847:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516849:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923634.516851:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516853:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.516877:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287690752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (5550us total) trans 17179872271 rc 0/0 00000100:00100000:3.0:1778923634.516883:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7187 00000100:00100000:3.0:1778923634.516895:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7188 00000100:00100000:3.0:1778923634.516902:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287691264:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.516993:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.516995:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.516997:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923634.516999:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.517001:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.517027:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287691264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 126us (5658us total) trans 17179872272 rc 0/0 00000100:00100000:3.0:1778923634.517032:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7188 00000100:00080000:3.0:1778923634.517892:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1778923634.519071:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.519141:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.519184:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287692160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.519205:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923634.519251:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a680/2, rc 0, transno 17179872271 00000100:00100000:0.0:1778923634.519270:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287690752:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923634.519283:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418a80/2, rc 0, transno 17179872272 00000100:00100000:0.0:1778923634.519286:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691264:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923634.519296:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418380/2, rc 0, transno 17179872269 00000100:00100000:0.0:1778923634.519298:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287690624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923634.519306:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a300/2, rc 0, transno 17179872270 00000100:00100000:0.0:1778923634.519309:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691136:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923634.519323:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1778923634.519329:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691776:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.519352:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.519370:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287692288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.519391:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.519422:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691648 00000100:00100000:0.0:1778923634.519429:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691648 00000100:00100000:0.0:1778923634.519494:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692160 00000100:00100000:0.0:1778923634.519497:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692160 00000100:00100000:0.0:1778923634.519536:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691776 00000100:00100000:0.0:1778923634.519539:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691776 00000100:00100000:0.0:1778923634.519571:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692288 00000100:00100000:0.0:1778923634.519574:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692288 00000100:00100000:0.0:1778923634.519593:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:0.0:1778923634.519607:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287691648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.519836:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.519839:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923634.519842:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923634.519844:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923634.519847:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.519894:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287691648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 287us (746us total) trans 21474839376 rc 0/0 00000100:00100000:0.0:1778923634.519902:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000100:00100000:0.0:1778923634.519927:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7190 00000100:00100000:0.0:1778923634.519945:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287692160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.519956:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287690880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4983us (8786us total) trans 17179872267 rc 0/0 00000100:00100000:2.0:1778923634.519964:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7183 00002000:00010000:0.0:1778923634.520049:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.520052:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520054:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923634.520056:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520059:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.520086:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287692160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (879us total) trans 21474839377 rc 0/0 00000100:00100000:0.0:1778923634.520092:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7190 00000100:00100000:0.0:1778923634.520105:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7191 00000100:00100000:0.0:1778923634.520111:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287691776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.520189:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.520192:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520194:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923634.520196:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520198:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.520228:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287691776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (873us total) trans 21474839378 rc 0/0 00000100:00100000:0.0:1778923634.520236:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7191 00000100:00100000:2.0:1778923634.520250:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287692800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923634.520252:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7192 00000100:00100000:0.0:1778923634.520261:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287692288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.520287:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.520315:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923634.520321:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287692672:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.520351:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923634.520358:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.520362:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520364:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923634.520366:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520368:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923634.520373:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287691904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.520407:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287692288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 145us (1013us total) trans 21474839379 rc 0/0 00000100:00100000:2.0:1778923634.520408:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.520419:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7192 00000100:00100000:2.0:1778923634.520426:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.520432:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692800 00000100:00100000:0.0:1778923634.520437:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692800 00000100:00100000:2.0:1778923634.520449:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.520460:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692672 00000100:00100000:2.0:1778923634.520463:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923634.520465:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692672 00000100:00100000:0.0:1778923634.520481:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691904 00000100:00100000:0.0:1778923634.520485:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691904 00000100:00100000:2.0:1778923634.520492:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.520501:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692416 00000100:00100000:0.0:1778923634.520523:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692416 00000100:00100000:0.0:1778923634.520534:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692928 00000100:00100000:0.0:1778923634.520536:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692928 00000100:00100000:0.0:1778923634.520547:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7193 00000100:00100000:0.0:1778923634.520552:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3294:x1865335287692800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.520650:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.520654:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520656:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923634.520657:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520659:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.520689:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3294:x1865335287692800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (402us total) trans 17179872273 rc 0/0 00000100:00100000:0.0:1778923634.520695:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7193 00000100:00100000:0.0:1778923634.520706:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7194 00000100:00100000:0.0:1778923634.520712:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3294:x1865335287692672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.520780:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.520783:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520785:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923634.520787:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520789:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923634.520813:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3294:x1865335287692672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (462us total) trans 17179872274 rc 0/0 00000100:00100000:0.0:1778923634.520819:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7194 00000100:00100000:0.0:1778923634.520830:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7195 00000100:00100000:0.0:1778923634.520834:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287691904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.520917:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.520921:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520922:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923634.520924:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.520926:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923634.520965:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287691904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 128us (558us total) trans 21474839380 rc 0/0 00000100:00100000:0.0:1778923634.520970:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7195 00000100:00100000:0.0:1778923634.520982:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7196 00000100:00100000:0.0:1778923634.520988:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287692416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.521064:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.521067:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.521069:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923634.521071:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.521073:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.521096:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287692416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 109us (646us total) trans 21474839381 rc 0/0 00000100:00100000:0.0:1778923634.521103:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7196 00000100:00100000:0.0:1778923634.521115:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7197 00000100:00100000:0.0:1778923634.521122:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287692928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.521196:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.521199:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.521201:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923634.521204:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.521205:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923634.521230:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287692928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (739us total) trans 17179872275 rc 0/0 00000100:00100000:0.0:1778923634.521236:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7197 00000100:00080000:0.0:1778923634.521258:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1778923634.521311:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18a80/2, rc 0, transno 21474839378 00000100:00100000:0.0:1778923634.521325:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691776:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923634.521330:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f0000/2, rc 0, transno 17179872275 00000004:00080000:0.0:1778923634.521340:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18700/2, rc 0, transno 21474839379 00000100:00100000:2.0:1778923634.521343:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923634.521348:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287692288:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923634.521362:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19180/2, rc 0, transno 21474839376 00000100:00100000:0.0:1778923634.521366:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287691648:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923634.521367:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1aa00/2, rc 0, transno 21474839380 00000100:00100000:2.0:1778923634.521375:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287691904:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923634.521384:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19500/2, rc 0, transno 21474839377 00000004:00080000:2.0:1778923634.521389:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1ad80/2, rc 0, transno 21474839381 00000100:00100000:0.0:1778923634.521391:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287692160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.521397:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.521408:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1778923634.521417:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287691520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.521450:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.521474:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.521490:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287693184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.521499:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923634.521803:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287691520 00000100:00100000:3.0:1778923634.521809:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287691520 00000100:00100000:3.0:1778923634.521841:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692032 00000100:00100000:3.0:1778923634.521844:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692032 00000100:00100000:3.0:1778923634.521861:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7198 00000100:00100000:3.0:1778923634.521868:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287691520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923634.523382:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.523388:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923634.523391:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923634.523393:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923634.523395:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.524036:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.524091:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923634.524103:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287693312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.524133:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923634.524171:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693184 00000100:00100000:0.0:1778923634.524178:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693184 00000100:00100000:0.0:1778923634.524212:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693312 00000100:00100000:0.0:1778923634.524214:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693312 00000100:00100000:2.0:1778923634.524224:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923634.524233:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:0.0:1778923634.524242:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287692032:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.524262:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.524281:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693440:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.524305:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.524318:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923634.524324:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.524347:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.524357:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693568:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.524379:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923634.524443:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.524447:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524449:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923634.524451:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524454:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923634.524466:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287692544 00000100:00100000:2.0:1778923634.524472:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287692544 00000100:00100000:2.0:1778923634.524493:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693440 00000100:00100000:0.0:1778923634.524496:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287692032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 254us (2995us total) trans 21474839383 rc 0/0 00000100:00100000:2.0:1778923634.524497:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693440 00000100:00100000:0.0:1778923634.524530:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00000100:00100000:2.0:1778923634.524542:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693056 00000100:00100000:2.0:1778923634.524546:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693056 00000100:00100000:0.0:1778923634.524551:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693568 00000100:00100000:0.0:1778923634.524556:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693568 00000100:00100000:2.0:1778923634.524565:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7200 00000100:00100000:2.0:1778923634.524574:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287693184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.524580:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7201 00000100:00100000:0.0:1778923634.524590:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287693312:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923634.524700:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923634.524704:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.524706:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923634.524708:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.524711:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923634.524730:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.524734:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524736:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923634.524738:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524740:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923634.524775:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287693312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 189us (641us total) trans 21474839385 rc 0/0 00000100:00100000:0.0:1778923634.524781:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7201 00000100:00100000:0.0:1778923634.524795:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7202 00000100:00100000:0.0:1778923634.524801:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287692544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.524905:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.524909:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524914:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00000100:00100000:2.0:1778923634.524915:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287693184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 340us (880us total) trans 21474839384 rc 0/0 00002000:00010000:0.0:1778923634.524919:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.524926:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923634.524930:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7200 00000100:00100000:2.0:1778923634.524958:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7203 00000100:00100000:2.0:1778923634.524967:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287693440:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.524973:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+42:3291:x1865335287692544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 169us (708us total) trans 17179872276 rc 0/0 00000100:00100000:0.0:1778923634.524980:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7202 00000100:00100000:0.0:1778923634.524998:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00000100:00100000:0.0:1778923634.525006:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287693056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.525112:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:0.0:1778923634.525116:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.525118:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923634.525121:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.525124:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1778923634.525131:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923634.525135:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.525138:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923634.525140:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.525143:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1778923634.525153:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707727450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287693056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (803us total) trans 21474839386 rc 0/0 00000100:00100000:0.0:1778923634.525160:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00000100:00100000:0.0:1778923634.525176:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7205 00000100:00100000:2.0:1778923634.525181:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287693440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 214us (873us total) trans 21474839387 rc 0/0 00000100:00100000:0.0:1778923634.525188:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287693568:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.525190:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7203 00000004:00080000:2.0:1778923634.525241:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607700380/2, rc 0, transno 17179872274 00000100:00100000:2.0:1778923634.525249:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287692672:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923634.525263:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f0e00/2, rc 0, transno 17179872273 00000100:00100000:2.0:1778923634.525267:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287692800:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.525286:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 50529 -> 50529 00002000:00010000:0.0:1778923634.525291:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00000004:00080000:2.0:1778923634.525293:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c23100/2, rc 0, transno 21474839386 00002000:00010000:0.0:1778923634.525293:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923634.525299:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00000100:00100000:2.0:1778923634.525302:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693056:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.525303:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 131 -> 131 00000004:00080000:2.0:1778923634.525317:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44e00/2, rc 0, transno 21474839387 00000100:00100000:2.0:1778923634.525321:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693440:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923634.525333:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1b480/2, rc 0, transno 21474839383 00000100:00100000:2.0:1778923634.525337:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692032:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.525343:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287693568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 156us (960us total) trans 21474839388 rc 0/0 00000100:00100000:0.0:1778923634.525350:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7205 00000004:00080000:2.0:1778923634.525351:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772f480/2, rc 0, transno 17179872276 00000100:00100000:2.0:1778923634.525357:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287692544:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923634.525368:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d46680/2, rc 0, transno 21474839388 00000100:00100000:2.0:1778923634.525372:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287693568:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923634.525398:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44000/2, rc 0, transno 21474839385 00000100:00100000:0.0:1778923634.525403:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287693312:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923634.525414:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d47100/2, rc 0, transno 21474839384 00000100:00100000:0.0:1778923634.525417:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287693184:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.525551:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923634.525561:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287693696:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.525592:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.525619:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287693696 00000100:00100000:2.0:1778923634.525623:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287693696 00000100:00100000:2.0:1778923634.525650:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7206 00000100:00100000:2.0:1778923634.525656:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+42:3294:x1865335287693696:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.526235:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287691520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4365us (4785us total) trans 21474839382 rc 0/0 00000100:00100000:3.0:1778923634.526242:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7198 00000004:00080000:1.0:1778923634.526695:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641b100/2, rc 0, transno 17179872267 00000100:00100000:1.0:1778923634.526702:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287690880:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.526713:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b9f80/2, rc 0, transno 17179872268 00000100:00100000:1.0:1778923634.526716:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287691392:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.526724:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ad80/2, rc 0, transno 17179872265 00000100:00100000:1.0:1778923634.526727:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287690496:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.526735:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706419180/2, rc 0, transno 17179872266 00000100:00100000:1.0:1778923634.526738:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287691008:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923634.527020:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923634.527026:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.527029:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.527032:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.527035:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923634.530653:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3294:x1865335287693696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4905us (4967us total) trans 17179872277 rc 0/0 00000100:00100000:2.0:1778923634.530673:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7206 00000004:00080000:3.0:1778923634.530744:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72ea83100/2, rc 0, transno 17179872277 00000100:00100000:3.0:1778923634.530752:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287693696:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923634.531216:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19f80/2, rc 0, transno 21474839382 00000100:00100000:2.0:1778923634.531223:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287691520:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.537339:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.538703:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709184 00000100:00100000:0.0:1778923634.538718:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709184 00000100:00100000:0.0:1778923634.538796:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7207 00000100:00100000:0.0:1778923634.538807:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+50:54746:x1865335281709184:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923634.538826:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923634.538845:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ea2 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.538879:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 51 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.538889:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.538891:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.538895:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [61440->86015] (req 61440->86015) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 51 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.538933:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 51 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.538957:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 51 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.538972:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287693824:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923634.539736:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737cedc00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923634.544795:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.544903:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709312 00000100:00100000:0.0:1778923634.544913:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709312 00010000:00010000:0.0:1778923634.544960:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 52 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.544997:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3188 00000100:00100000:0.0:1778923634.545005:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+52:2353:x1865335281709312:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923634.545019:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923634.545042:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 52 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.545055:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 52 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.545078:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.545080:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923634.545086:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.545097:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923634.545130:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923634.545143:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287693952:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923634.545216:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1778923634.547317:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a4399 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546de5 expref: 52 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.547340:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287693824:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923634.547367:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 51 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.547381:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:3.0:1778923634.547546:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+51:54746:x1865335281709184:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8741us (10217us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.547556:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7207 00000100:00100000:2.0:1778923634.547905:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d45c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287693952:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923634.547917:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923634.547959:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+50:2353:x1865335281709312:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 2955us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.547967:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3188 00000100:00100000:0.0:1778923634.551534:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.551909:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709440 00000100:00100000:2.0:1778923634.551919:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709440 00000100:00100000:2.0:1778923634.551990:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5577 00000100:00100000:2.0:1778923634.552000:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281709440:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923634.552024:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.552044:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a4560 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ea9 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.552185:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.552200:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.552209:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.552243:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 200 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.552255:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 200 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.552268:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287694080:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923634.552351:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472480 going to sleep for 11 seconds 00000100:00100000:2.0:1778923634.559123:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287694080:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923634.559135:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923634.559155:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.559413:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709568 00000100:00100000:1.0:1778923634.559420:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709568 00010000:00010000:1.0:1778923634.559455:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 201 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.559496:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3189 00000100:00100000:1.0:1778923634.559539:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281709568:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923634.559568:0:5741:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 201 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559580:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 201 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559597:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 201 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559607:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923634.559610:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923634.559613:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559622:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559629:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.559651:0:5741:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 201 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.559712:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:2354:x1865335281709568:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 207us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.559720:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3189 00010000:00010000:2.0:1778923634.560929:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.560950:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923634.560999:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 0 00000004:00200000:2.0:1778923634.561004:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923634.561024:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.561038:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.561085:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a4560 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea9 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.561106:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea9 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.561113:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.561115:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923634.561121:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923634.561183:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281709440:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 9184us (9689us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.561194:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5577 00000100:00100000:0.0:1778923634.585667:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.585770:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709696 00000100:00100000:2.0:1778923634.585781:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709696 00000100:00100000:2.0:1778923634.585840:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5578 00000100:00100000:2.0:1778923634.585850:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54922:x1865335281709696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.585873:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.585903:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a456e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546eb0 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.585982:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586001:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586013:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586028:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586034:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586051:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586380:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586391:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586398:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923634.586430:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 0 00000004:00200000:2.0:1778923634.586434:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923634.586452:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586462:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586473:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586479:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586485:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586491:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923634.586494:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586547:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586559:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923634.586561:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923634.586567:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586572:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4575 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586584:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586590:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586595:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586600:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923634.586603:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586609:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586615:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce728e15c00) 00010000:00010000:2.0:1778923634.586617:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923634.586619:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586625:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a457c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586654:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a456e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb0 expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586665:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb0 expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.586672:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.586674:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923634.586677:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923634.586740:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54922:x1865335281709696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 891us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.586749:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5578 00000100:00100000:1.0:1778923634.590293:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.590573:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281709824 00000100:00100000:2.0:1778923634.590584:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281709824 00000100:00100000:2.0:1778923634.590647:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 570 00000100:00100000:2.0:1778923634.590656:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281709824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923634.590671:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923634.590698:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4583 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb0 expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.590718:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.590724:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923634.590776:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:2353:x1865335281709824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 120us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.590783:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 570 00000100:00100000:1.0:1778923634.597245:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.597323:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710080 00000100:00100000:2.0:1778923634.597332:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710080 00000100:00100000:2.0:1778923634.597391:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5579 00000100:00100000:2.0:1778923634.597401:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+200:54922:x1865335281710080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.597422:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.597425:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1778923634.597452:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a450c lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e63 expref: 200 pid: 30327 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597472:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.597478:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923634.597491:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a458a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546eb7 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597642:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597659:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597668:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923634.597680:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 0 00010000:00010000:2.0:1778923634.597833:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a458a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb7 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597848:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb7 expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.597856:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.597858:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923634.597861:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923634.597948:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54922:x1865335281710080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 548us (711us total) trans 8589939930 rc 0/0 00000100:00100000:2.0:1778923634.597955:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5579 00000100:00100000:0.0:1778923634.605233:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.605275:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.605306:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.605992:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710208 00000100:00100000:1.0:1778923634.606004:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710208 00000100:00100000:1.0:1778923634.606068:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710464 00000100:00100000:1.0:1778923634.606072:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710464 00000100:00100000:1.0:1778923634.606092:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710336 00000100:00100000:1.0:1778923634.606094:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710336 00000100:00100000:1.0:1778923634.606117:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7208 00000100:00100000:1.0:1778923634.606128:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+51:2354:x1865335281710208:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923634.606178:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606202:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 51 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606210:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923634.606211:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923634.606215:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606251:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 51 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606265:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 51 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.606279:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287694208:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923634.606355:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705698a80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923634.606472:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7209 00000100:00100000:1.0:1778923634.606480:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+51:2354:x1865335281710464:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923634.606499:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606536:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 51 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606543:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.606544:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.606547:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606566:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 51 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.606574:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 51 pid: 25674 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.606583:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287694336:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923634.606611:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705698180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923634.606628:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7210 00000100:00100000:1.0:1778923634.607603:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281710336:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923634.609860:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.609890:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 25 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.609899:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.609901:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.609905:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.609969:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 25 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.609981:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 25 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.609997:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287694464:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923634.610262:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7056989c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923634.622287:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.622479:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287694336:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923634.622592:0:6546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.623120:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710592 00000100:00100000:3.0:1778923634.623129:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710592 00002000:00100000:3.0:1778923634.623183:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (61440->131793) req@ffff9ce707d46d80 x1865335281710592/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/0 e 0 to 0 dl 1778923645 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923634.623194:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46d80 with x1865335281710592 ext(61440->131793) 00010000:00010000:3.0:1778923634.623203:0:14407:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.623217:0:14407:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923634.623225:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce707d46d80 00000100:00100000:3.0:1778923634.623262:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 75 00000100:00100000:3.0:1778923634.623272:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+52:2354:x1865335281710592:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:1.0:1778923634.623553:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287694208:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923634.623571:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.623597:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287694464:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923634.623607:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.625275:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.625317:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.625399:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710720 00000100:00100000:3.0:1778923634.625407:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710720 00010000:00010000:3.0:1778923634.625443:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 54 pid: 25674 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.625479:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710848 00000100:00100000:3.0:1778923634.625483:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710848 00010000:00010000:3.0:1778923634.625499:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 26 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.625562:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3190 00000100:00100000:3.0:1778923634.625572:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+54:2354:x1865335281710720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923634.625585:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923634.625608:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 54 pid: 25674 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625621:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 54 pid: 25674 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625657:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a43a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546df3 expref: 54 pid: 25674 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.625675:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3191 00010000:00010000:3.0:1778923634.625676:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.625679:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.625686:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.625687:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281710848:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923634.625699:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923634.625701:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.625715:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 26 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.625725:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 26 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625736:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923634.625737:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a43a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dec expref: 26 pid: 6546 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.625747:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.625748:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.625751:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.625757:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.625777:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923634.625792:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+53:2354:x1865335281710720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 221us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.625801:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3190 00000100:00100000:2.0:1778923634.625805:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281710848:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 120us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.625814:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3191 00010000:00010000:2.0:1778923634.625843:0:6546:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625881:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625904:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625944:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625952:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625959:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625966:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923634.625970:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625978:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625989:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.625996:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a45ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626016:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626041:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.626047:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281710336:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 18453us (20738us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.626056:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7210 00010000:00010000:2.0:1778923634.626305:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626315:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626322:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923634.626326:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626334:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626346:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.626354:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a45a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.626463:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+52:2354:x1865335281710464:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 19982us (21186us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.626470:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7209 00000100:00100000:2.0:1778923634.643482:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+52:2354:x1865335281710592:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 20200us (21194us total) trans 17179872278 rc 0/0 00000100:00100000:2.0:1778923634.643496:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 75 00002000:00100000:2.0:1778923634.645758:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (61440->131793) req@ffff9ce707d46d80 x1865335281710592/t17179872278(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 488/448 e 0 to 0 dl 1778923645 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923634.645776:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46d80 with x1865335281710592 ext(61440->131793) 00010000:00010000:2.0:1778923634.645788:0:14407:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.645811:0:14407:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923634.645820:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce707d46d80 00000100:00100000:0.0:1778923634.654995:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.655244:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281710976 00000100:00100000:3.0:1778923634.655254:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281710976 00010000:00010000:3.0:1778923634.655299:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.655346:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3192 00000100:00100000:3.0:1778923634.655357:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+52:2353:x1865335281710976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923634.655374:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1778923634.655394:0:5740:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 50529 -> 131794 00002000:00010000:3.0:1778923634.655397:0:5740:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923633 -> 1778923634 00002000:00010000:3.0:1778923634.655400:0:5740:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923633 -> 1778923634 00010000:00010000:3.0:1778923634.655405:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.655419:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.655444:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4559 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->86015) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea2 expref: 52 pid: 22251 timeout: 1431 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.655461:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.655463:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.655469:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.655479:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.655569:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923634.655620:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+51:2353:x1865335281710976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 264us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.655628:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3192 00010000:00010000:1.0:1778923634.657762:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657781:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657823:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657831:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657840:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657848:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923634.657852:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657861:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657877:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.657886:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a459f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.657990:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+50:2354:x1865335281710208:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 51859us (52763us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.658003:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7208 00000100:00100000:0.0:1778923634.660557:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.660912:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711232 00000100:00100000:3.0:1778923634.660921:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711232 00000100:00100000:3.0:1778923634.660988:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5580 00000100:00100000:3.0:1778923634.660998:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54922:x1865335281711232:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923634.661060:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1778923634.661086:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4552 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e9b expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.661108:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4567 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ea9 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.661118:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923634.661123:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923634.661154:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.661167:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.661176:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923634.671539:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1718, 88 off149392 00000004:00080000:2.0:1778923634.671562:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728058016ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671626:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1710, 88 off148952 00000004:00080000:2.0:1778923634.671717:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728213133ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671751:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1711, 88 off149040 00000004:00080000:2.0:1778923634.671755:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728251448ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671773:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1719, 88 off149480 00000004:00080000:2.0:1778923634.671777:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728273180ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671792:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1720, 88 off149568 00000004:00080000:2.0:1778923634.671797:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728293038ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671814:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1712, 88 off149128 00000004:00080000:2.0:1778923634.671818:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728314015ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671832:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1713, 88 off149216 00000004:00080000:2.0:1778923634.671836:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728331973ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671851:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1721, 88 off149656 00000004:00080000:2.0:1778923634.671855:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728351069ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671869:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1714, 88 off149304 00000004:00080000:2.0:1778923634.671872:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728368286ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671887:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1722, 88 off149744 00000004:00080000:2.0:1778923634.671890:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728386279ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671903:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1723, 88 off149832 00000004:00080000:2.0:1778923634.671906:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728401934ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671919:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1715, 88 off149392 00000004:00080000:2.0:1778923634.671922:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728418030ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671946:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1724, 88 off149920 00000004:00080000:2.0:1778923634.671951:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728447059ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.671967:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1716, 88 off149480 00000004:00080000:2.0:1778923634.671970:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728466413ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.671985:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1725, 88 off150008 00000004:00080000:2.0:1778923634.671988:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728484228ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.672001:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1717, 88 off149568 00000004:00080000:2.0:1778923634.672005:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728501476ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672020:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1718, 88 off149656 00000004:00080000:2.0:1778923634.672024:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728519718ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672250:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1726, 88 off150096 00000004:00080000:2.0:1778923634.672257:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728753270ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.672279:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1727, 88 off150184 00000004:00080000:2.0:1778923634.672283:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728779260ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.672300:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1719, 88 off149744 00000004:00080000:2.0:1778923634.672304:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728800206ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672318:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1720, 88 off149832 00000004:00080000:2.0:1778923634.672321:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728817550ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672336:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1728, 88 off150272 00000004:00080000:2.0:1778923634.672340:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728836585ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.672355:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1729, 88 off150360 00000004:00080000:2.0:1778923634.672359:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728855255ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923634.672375:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1721, 88 off149920 00000004:00080000:2.0:1778923634.672379:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728874923ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672395:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1722, 88 off150008 00000004:00080000:2.0:1778923634.672399:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1331728895279ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923634.672415:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1730, 88 off150448 00000004:00080000:2.0:1778923634.672419:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1331728915186ns, next at 1321446740812ns, rc = 0 00000100:00100000:1.0:1778923634.709789:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.709904:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711360 00000100:00100000:2.0:1778923634.709914:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711360 00000100:00100000:2.0:1778923634.709978:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7211 00000100:00100000:2.0:1778923634.709987:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+50:2353:x1865335281711360:12345-192.168.203.24@tcp:16:kworker.0 00000004:00010000:1.0:1778923634.720730:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005d4816c0 reply state 000000002cd3cd0c transno 8589939931 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923634.720750:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923634.720859:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54922:x1865335281711232:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 59858us (60352us total) trans 8589939931 rc 0/0 00000001:00080000:3.0:1778923634.722562:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939931 is committed 00000004:00080000:3.0:1778923634.722576:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1391 committed 00000004:00080000:3.0:1778923634.722587:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1386 committed 00000004:00080000:3.0:1778923634.722594:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1385 committed 00000004:00080000:3.0:1778923634.722596:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1390 committed 00000004:00080000:3.0:1778923634.722599:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1389 committed 00000004:00080000:3.0:1778923634.722601:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1384 committed 00000004:00080000:3.0:1778923634.722603:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1383 committed 00000004:00080000:3.0:1778923634.722605:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1388 committed 00000004:00080000:3.0:1778923634.722607:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1387 committed 00000004:00080000:3.0:1778923634.722609:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1382 committed 00000004:00080000:3.0:1778923634.722611:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1381 committed 00000004:00080000:3.0:1778923634.722613:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1386 committed 00000004:00080000:3.0:1778923634.722614:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1380 committed 00000004:00080000:3.0:1778923634.722616:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1385 committed 00000004:00080000:3.0:1778923634.722619:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1379 committed 00000004:00080000:3.0:1778923634.722621:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1384 committed 00000004:00080000:3.0:1778923634.722623:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1383 committed 00000004:00080000:3.0:1778923634.722625:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1378 committed 00000004:00080000:3.0:1778923634.722627:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1382 committed 00000004:00080000:3.0:1778923634.722629:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1377 committed 00000004:00080000:3.0:1778923634.722631:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1376 committed 00000004:00080000:3.0:1778923634.722633:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1381 committed 00000004:00080000:3.0:1778923634.722634:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1380 committed 00000004:00080000:3.0:1778923634.722637:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1375 committed 00000004:00080000:3.0:1778923634.722639:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1374 committed 00000004:00080000:3.0:1778923634.722641:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1379 committed 00000020:00080000:3.0:1778923634.722657:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969401 batchid updated 00000020:00080000:3.0:1778923634.722850:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969401 00010000:00010000:2.0:1778923634.723155:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723166:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723174:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723180:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923634.723184:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723195:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723210:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923634.723213:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923634.723218:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.723224:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a45b4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1778923634.723478:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969401 cancel update log [0x200000bd0:0x1:0x0].46: rc = 0 00000020:00080000:3.0:1778923634.723497:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969401 00000100:00100000:1.0:1778923634.723966:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5580 00000100:00100000:2.0:1778923634.726546:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287694720:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.726638:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726675:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695232:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.726697:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726715:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695744:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.726740:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726755:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696256:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.726774:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726800:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1778923634.726807:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287694848:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.726826:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726845:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695360:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.726865:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726881:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695872:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.726922:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.726952:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696384:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.726973:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727001:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287694976:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.727037:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727053:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695488:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.727082:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727089:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696000:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.727100:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727105:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696512:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.727114:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727121:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1778923634.727124:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287694592:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.727135:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727140:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695104:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.727149:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727153:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695616:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.727163:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.727167:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696128:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.727176:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923634.727818:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287694720 00000100:00100000:3.0:1778923634.727827:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287694720 00000100:00100000:3.0:1778923634.727863:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695232 00000100:00100000:3.0:1778923634.727866:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695232 00000100:00100000:3.0:1778923634.727876:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695744 00000100:00100000:3.0:1778923634.727879:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695744 00000100:00100000:3.0:1778923634.727888:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696256 00000100:00100000:3.0:1778923634.727890:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696256 00000100:00100000:3.0:1778923634.727898:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287694848 00000100:00100000:3.0:1778923634.727900:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287694848 00000100:00100000:3.0:1778923634.727908:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695360 00000100:00100000:3.0:1778923634.727910:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695360 00000100:00100000:3.0:1778923634.727922:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695872 00000100:00100000:3.0:1778923634.727924:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695872 00000100:00100000:3.0:1778923634.727932:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696384 00000100:00100000:3.0:1778923634.727942:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696384 00000100:00100000:3.0:1778923634.727952:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287694976 00000100:00100000:3.0:1778923634.727954:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287694976 00000100:00100000:3.0:1778923634.727961:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695488 00000100:00100000:3.0:1778923634.727963:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695488 00000100:00100000:3.0:1778923634.727976:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696000 00000100:00100000:3.0:1778923634.727978:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696000 00000100:00100000:3.0:1778923634.727986:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696512 00000100:00100000:3.0:1778923634.727988:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696512 00000100:00100000:3.0:1778923634.727996:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287694592 00000100:00100000:3.0:1778923634.727997:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287694592 00000100:00100000:3.0:1778923634.728005:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695104 00000100:00100000:3.0:1778923634.728007:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695104 00000100:00100000:3.0:1778923634.728017:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287695616 00000100:00100000:3.0:1778923634.728019:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287695616 00000100:00100000:3.0:1778923634.728030:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696128 00000100:00100000:3.0:1778923634.728033:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696128 00000100:00100000:3.0:1778923634.728045:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7212 00000100:00100000:3.0:1778923634.728052:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287694720:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923634.728395:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7213 00000100:00100000:1.0:1778923634.728408:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287695232:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.728625:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3291:x1865335287694720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 572us (1985us total) trans 17179872279 rc 0/0 00002000:00010000:1.0:1778923634.728630:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923634.728634:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00000100:00100000:3.0:1778923634.728638:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7212 00002000:00010000:1.0:1778923634.728639:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923634.728644:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.728646:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.728662:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7214 00000100:00100000:3.0:1778923634.728673:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287695744:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923634.728681:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287695232:12345-0@lo:2:osp-syn-1-0.0 Request processed in 278us (1982us total) trans 17179872280 rc 0/0 00000100:00100000:1.0:1778923634.728689:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7213 00000100:00100000:1.0:1778923634.728704:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7215 00000100:00100000:1.0:1778923634.728712:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287696256:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.728829:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287695744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 159us (2087us total) trans 21474839389 rc 0/0 00002000:00010000:1.0:1778923634.728829:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923634.728835:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.728841:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00000100:00100000:3.0:1778923634.728845:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7214 00002000:00010000:1.0:1778923634.728845:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.728850:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.728860:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7216 00000100:00100000:3.0:1778923634.728868:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287694848:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923634.728880:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287696256:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (2104us total) trans 21474839390 rc 0/0 00000100:00100000:1.0:1778923634.728887:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7215 00000100:00100000:1.0:1778923634.728903:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7217 00000100:00100000:1.0:1778923634.728917:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3291:x1865335287695360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.728981:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.728984:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.728987:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923634.728989:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.728991:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.729017:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287694848:12345-0@lo:2:osp-syn-1-0.0 Request processed in 150us (2189us total) trans 17179872281 rc 0/0 00000100:00100000:3.0:1778923634.729023:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7216 00000100:00100000:3.0:1778923634.729037:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:3.0:1778923634.729136:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287695872:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923634.729137:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923634.729143:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729145:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923634.729147:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729149:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923634.729222:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.729226:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729228:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923634.729231:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729233:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.729269:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287695872:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (2346us total) trans 21474839391 rc 0/0 00000100:00100000:1.0:1778923634.729275:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287695360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 365us (2408us total) trans 17179872282 rc 0/0 00000100:00100000:3.0:1778923634.729279:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00000100:00100000:3.0:1778923634.729294:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7219 00000100:00100000:3.0:1778923634.729301:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3291:x1865335287696384:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923634.729369:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7217 00000100:00100000:1.0:1778923634.729389:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7220 00002000:00010000:3.0:1778923634.729391:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.729395:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00000100:00100000:1.0:1778923634.729399:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3293:x1865335287694976:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.729400:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923634.729404:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729409:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.729440:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287696384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (2465us total) trans 21474839392 rc 0/0 00000100:00100000:3.0:1778923634.729448:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7219 00000100:00100000:3.0:1778923634.729464:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00000100:00100000:3.0:1778923634.729471:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3293:x1865335287695488:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923634.729595:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923634.729598:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729601:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923634.729603:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729605:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1778923634.729610:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.729614:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729617:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923634.729620:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729622:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923634.729648:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+52:3293:x1865335287694976:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (2610us total) trans 17179872283 rc 0/0 00000100:00100000:1.0:1778923634.729655:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7220 00000100:00100000:3.0:1778923634.729660:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3293:x1865335287695488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (2573us total) trans 17179872284 rc 0/0 00000100:00100000:3.0:1778923634.729668:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:1.0:1778923634.729677:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7222 00000100:00100000:1.0:1778923634.729686:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287696000:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.729691:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7223 00000100:00100000:3.0:1778923634.729701:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287696512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923634.729797:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923634.729801:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729803:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923634.729805:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.729808:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923634.729821:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.729825:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729828:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923634.729830:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.729833:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923634.729838:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287696000:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (2735us total) trans 21474839393 rc 0/0 00000100:00100000:1.0:1778923634.729845:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7222 00000100:00100000:1.0:1778923634.729863:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7224 00000100:00100000:3.0:1778923634.729868:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287696512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (2749us total) trans 21474839394 rc 0/0 00000100:00100000:1.0:1778923634.729874:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+50:3293:x1865335287694592:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.729880:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7223 00000100:00100000:3.0:1778923634.729899:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7225 00000100:00100000:3.0:1778923634.729908:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+50:3293:x1865335287695104:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923634.730000:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+51:3293:x1865335287694592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (2863us total) trans 17179872285 rc 0/0 00000100:00100000:1.0:1778923634.730006:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7224 00000100:00100000:1.0:1778923634.730018:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7226 00000100:00100000:2.0:1778923634.730023:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7227 00000100:00100000:1.0:1778923634.730024:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287695616:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923634.730030:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287696128:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923634.730136:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f3b80/2, rc 0, transno 17179872285 00000100:00100000:1.0:1778923634.730150:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287694592:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.730163:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 17179872283 00000100:00100000:1.0:1778923634.730166:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287694976:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.730173:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c700/2, rc 0, transno 17179872284 00000100:00100000:1.0:1778923634.730176:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695488:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.730186:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dd180/2, rc 0, transno 21474839393 00000100:00100000:1.0:1778923634.730194:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696000:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923634.730205:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548a80/2, rc 0, transno 21474839394 00000100:00100000:1.0:1778923634.730208:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696512:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923634.730396:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:3.0:1778923634.730399:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.730403:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.730406:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923634.730408:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.730411:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1778923634.730577:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:2.0:1778923634.730581:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.730583:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923634.730586:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:2.0:1778923634.730587:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923634.734008:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287696128:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3969us (6820us total) trans 21474839396 rc 0/0 00000100:00100000:2.0:1778923634.734022:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7227 00000100:00100000:3.0:1778923634.734980:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+51:3293:x1865335287695104:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5070us (7824us total) trans 17179872286 rc 0/0 00000100:00100000:3.0:1778923634.734991:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7225 00000004:00080000:3.0:1778923634.735063:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f3480/2, rc 0, transno 17179872281 00000100:00100000:3.0:1778923634.735070:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287694848:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923634.735082:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641e680/2, rc 0, transno 17179872282 00000100:00100000:3.0:1778923634.735085:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695360:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923634.735097:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d880/2, rc 0, transno 21474839391 00000100:00100000:3.0:1778923634.735101:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695872:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923634.735111:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce704f13b80/2, rc 0, transno 17179872286 00000004:00080000:3.0:1778923634.735117:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7098b9180/2, rc 0, transno 21474839392 00000100:00100000:1.0:1778923634.735118:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695104:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735126:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696384:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923634.735143:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1f80/2, rc 0, transno 17179872279 00000100:00100000:3.0:1778923634.735147:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287694720:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.735160:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100df480/2, rc 0, transno 21474839396 00000004:00080000:3.0:1778923634.735164:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706419f80/2, rc 0, transno 17179872280 00000100:00100000:1.0:1778923634.735166:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287696128:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.735172:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695232:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923634.735187:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641f100/2, rc 0, transno 21474839389 00000100:00100000:3.0:1778923634.735192:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287695744:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923634.735203:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de680/2, rc 0, transno 21474839390 00000100:00100000:3.0:1778923634.735206:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696256:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923634.735236:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.735240:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923634.735243:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923634.735245:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923634.735248:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.735304:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287695616:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5279us (8137us total) trans 21474839395 rc 0/0 00000100:00100000:0.0:1778923634.735312:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7226 00000100:00100000:2.0:1778923634.735375:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287696640:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735402:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711488 00000100:00100000:3.0:1778923634.735408:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711488 00000100:00100000:2.0:1778923634.735414:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923634.735440:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287697152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735454:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5581 00000100:00100000:3.0:1778923634.735464:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54922:x1865335281711488:12345-192.168.203.24@tcp:101:lfs.0 00000100:00100000:2.0:1778923634.735477:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1778923634.735487:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1778923634.735497:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287697664:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1778923634.735533:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ebe expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.735591:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.735605:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 199 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.735626:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923634.735630:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923634.735634:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d400, rc 0) 00000100:00100000:0.0:1778923634.735638:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696640 00000100:00100000:0.0:1778923634.735643:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696640 00000100:00100000:0.0:1778923634.735666:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697152 00000100:00100000:0.0:1778923634.735668:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697152 00000100:00100000:3.0:1778923634.735676:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54922:x1865335281711488:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 213us (5281us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.735685:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5581 00000100:00100000:0.0:1778923634.735688:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7228 00000100:00100000:3.0:1778923634.735707:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696768:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735732:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923634.735756:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.735776:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923634.735792:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.735809:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923634.735822:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923634.735827:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735846:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923634.735853:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287697024:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.735864:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697408:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923634.735890:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923634.735915:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287697536:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.735917:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696768 00000100:00100000:3.0:1778923634.735923:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696768 00000100:00100000:1.0:1778923634.735958:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923634.735978:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c000/2, rc 0, transno 21474839395 00000100:00100000:1.0:1778923634.735982:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287695616:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923634.735997:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697280 00000100:00100000:1.0:1778923634.736000:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697280 00000100:00100000:0.0:1778923634.736126:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3294:x1865335287696640:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923634.736471:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923634.736474:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.736477:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923634.736479:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:0.0:1778923634.736481:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923634.736534:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+54:3294:x1865335287696640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 410us (1120us total) trans 17179872287 rc 0/0 00000100:00100000:2.0:1778923634.736650:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923634.736673:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ad80/2, rc 0, transno 17179872287 00000100:00100000:2.0:1778923634.736677:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287696640:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.736710:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697792 00000100:00100000:2.0:1778923634.736714:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697792 00000100:00100000:1.0:1778923634.736850:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287696896 00000100:00100000:1.0:1778923634.736854:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287696896 00000100:00100000:1.0:1778923634.736868:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697024 00000100:00100000:1.0:1778923634.736870:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697024 00000100:00100000:1.0:1778923634.736879:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697536 00000100:00100000:1.0:1778923634.736881:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697536 00000100:00100000:1.0:1778923634.736888:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697664 00000100:00100000:1.0:1778923634.736890:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697664 00000100:00100000:1.0:1778923634.736900:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7229 00000100:00100000:1.0:1778923634.736906:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3294:x1865335287697152:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923634.737020:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923634.737024:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923634.737026:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923634.737028:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923634.737030:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923634.737068:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3294:x1865335287697152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (1591us total) trans 17179872288 rc 0/0 00000100:00100000:1.0:1778923634.737075:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7229 00000100:00100000:1.0:1778923634.737088:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7230 00000100:00100000:1.0:1778923634.737094:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287697280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.737176:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7231 00000100:00100000:3.0:1778923634.737186:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:3291:x1865335287696896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923634.737222:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:1.0:1778923634.737226:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.737228:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923634.737230:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.737232:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923634.737259:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+31:3291:x1865335287697280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 166us (1482us total) trans 21474839397 rc 0/0 00000100:00100000:1.0:1778923634.737266:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7230 00000100:00100000:1.0:1778923634.737283:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7232 00000100:00100000:1.0:1778923634.737291:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3293:x1865335287697024:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923634.737320:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.737324:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737326:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923634.737329:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737331:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.737365:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3291:x1865335287696896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 180us (1516us total) trans 17179872289 rc 0/0 00000100:00100000:3.0:1778923634.737371:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7231 00000100:00100000:3.0:1778923634.737391:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7233 00002000:00010000:1.0:1778923634.737397:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 193750 -> 193750 00000100:00100000:3.0:1778923634.737401:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287697536:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923634.737403:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.737409:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923634.737411:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.737413:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923634.737449:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+57:3293:x1865335287697024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 160us (1560us total) trans 17179872290 rc 0/0 00000100:00100000:1.0:1778923634.737457:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7232 00000100:00100000:1.0:1778923634.737471:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234 00000100:00100000:1.0:1778923634.737478:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3294:x1865335287697664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923634.737501:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.737520:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737523:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923634.737525:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737527:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.737553:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3293:x1865335287697536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 156us (1594us total) trans 21474839398 rc 0/0 00000100:00100000:3.0:1778923634.737559:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7233 00000100:00100000:3.0:1778923634.737572:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235 00000100:00100000:3.0:1778923634.737578:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+56:3291:x1865335287696768:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923634.737628:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7236 00000100:00100000:2.0:1778923634.737638:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287697792:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923634.737672:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 193750 -> 193750 00002000:00010000:3.0:1778923634.737676:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737678:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923634.737680:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.737682:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923634.737714:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+57:3291:x1865335287696768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (1980us total) trans 17179872291 rc 0/0 00000100:00100000:3.0:1778923634.737720:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235 00002000:00010000:2.0:1778923634.737743:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 50529 -> 50529 00002000:00010000:2.0:1778923634.737747:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.737749:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923634.737752:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923633 -> 1778923633 00000100:00100000:3.0:1778923634.737762:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923634.737800:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072680/2, rc 0, transno 17179872291 00000100:00100000:3.0:1778923634.737805:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696768:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923634.737816:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f43100/2, rc 0, transno 21474839397 00000100:00100000:3.0:1778923634.737820:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697280:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923634.737832:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734071500/2, rc 0, transno 17179872289 00000100:00100000:3.0:1778923634.737835:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287696896:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923634.737848:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287697408 00000100:00100000:3.0:1778923634.737852:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287697408 00000100:00100000:3.0:1778923634.737954:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7237 00000100:00100000:3.0:1778923634.737960:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287697408:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923634.738071:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 131 -> 131 00000100:00100000:2.0:1778923634.738108:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287697792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 472us (2297us total) trans 21474839399 rc 0/0 00000100:00100000:2.0:1778923634.738114:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7236 00002000:00010000:3.0:1778923634.738131:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923634.738135:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.738137:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923634.738139:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:3.0:1778923634.738141:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923634.738169:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287697408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 210us (407us total) trans 21474839400 rc 0/0 00000100:00100000:3.0:1778923634.738175:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7237 00000004:00080000:3.0:1778923634.738202:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1a680/2, rc 0, transno 21474839400 00000100:00100000:3.0:1778923634.738207:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697408:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923634.738216:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c20e00/2, rc 0, transno 21474839399 00000100:00100000:3.0:1778923634.738219:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287697792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923634.738290:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7228 00002000:00010000:1.0:1778923634.739919:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923634.739926:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.739929:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923634.739932:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923632 00002000:00010000:1.0:1778923634.740363:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923634.740438:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3294:x1865335287697664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2957us (3783us total) trans 21474839401 rc 0/0 00000100:00100000:1.0:1778923634.740448:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234 00000004:00080000:1.0:1778923634.740922:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19880/2, rc 0, transno 21474839401 00000100:00100000:1.0:1778923634.740931:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287697664:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923634.740969:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607f42300/2, rc 0, transno 17179872288 00000100:00100000:1.0:1778923634.740973:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287697152:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.740999:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734073800/2, rc 0, transno 17179872290 00000100:00100000:1.0:1778923634.741002:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287697024:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923634.741011:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18e00/2, rc 0, transno 21474839398 00000100:00100000:1.0:1778923634.741014:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287697536:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923634.759842:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.761674:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711616 00000100:00100000:1.0:1778923634.761687:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711616 00000100:00100000:1.0:1778923634.761750:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5582 00000100:00100000:1.0:1778923634.761761:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54922:x1865335281711616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923634.761782:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923634.761803:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a45c2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ec5 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.761888:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.761905:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.761917:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923634.761955:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 0 00000004:00200000:1.0:1778923634.761960:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923634.762897:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.762943:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a45c2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ec5 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.762963:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ec5 expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.762972:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923634.762975:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923634.762979:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923634.763046:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54922:x1865335281711616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1287us (3214us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.763055:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5582 00000100:00100000:2.0:1778923634.784427:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.784465:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.784490:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.784540:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711744 00000100:00100000:2.0:1778923634.784549:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711744 00000100:00100000:2.0:1778923634.784591:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281711872 00000100:00100000:2.0:1778923634.784594:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281711872 00000100:00100000:2.0:1778923634.784611:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712000 00000100:00100000:2.0:1778923634.784614:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712000 00000100:00100000:2.0:1778923634.784631:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7238 00000100:00100000:2.0:1778923634.784641:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+52:2353:x1865335281711744:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.784658:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.784680:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ecc expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923634.784708:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 131794, mtime: 0x6a083872, atime: 0x6a083871, ctime: 0x6a083872, blocks: 0x187 00010000:00010000:2.0:1778923634.784727:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.784729:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.784739:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 53 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.784755:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 53 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.784768:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923634.784820:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+53:2353:x1865335281711744:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 180us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.784826:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7238 00000100:00100000:2.0:1778923634.784845:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7239 00000100:00100000:2.0:1778923634.784852:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281711872:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.784859:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.784870:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ed3 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923634.784888:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083871, atime: 0x6a083871, ctime: 0x6a083871, blocks: 0x3 00010000:00010000:2.0:1778923634.784897:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.784899:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.784904:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.784916:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.784924:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923634.784955:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281711872:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 104us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.784961:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7239 00000100:00100000:2.0:1778923634.784975:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7240 00000100:00100000:2.0:1778923634.784981:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+52:2353:x1865335281712000:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923634.784987:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923634.784997:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546eda expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923634.785009:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083871, atime: 0x6a083871, ctime: 0x6a083871, blocks: 0x3 00010000:00010000:2.0:1778923634.785017:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.785018:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.785022:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 53 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.785032:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 53 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.785040:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923634.785058:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+53:2353:x1865335281712000:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 79us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923634.785064:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7240 00000100:00100000:1.0:1778923634.803162:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+52:2353:x1865335281711360:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 93165us (93370us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.803176:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7211 00000001:00080000:1.0:1778923634.803339:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872276 is committed 00000001:00080000:1.0:1778923634.803356:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872262 is committed 00000001:00080000:1.0:1778923634.803427:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872278 is committed 00000001:00080000:1.0:1778923634.803436:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872277 is committed 00000100:00100000:2.0:1778923634.824858:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.827333:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712128 00000100:00100000:3.0:1778923634.827349:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712128 00000100:00100000:3.0:1778923634.827527:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7241 00000100:00100000:3.0:1778923634.827540:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281712128:12345-192.168.203.24@tcp:16:kworker.0 00000100:00100000:3.0:1778923634.827726:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281712128:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 189us (2875us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.827736:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7241 00000100:00100000:0.0:1778923634.832201:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.832308:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712256 00000100:00100000:1.0:1778923634.832317:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712256 00000100:00100000:1.0:1778923634.832378:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7242 00000100:00100000:1.0:1778923634.832389:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281712256:12345-192.168.203.24@tcp:16:kworker.0 00000100:00100000:1.0:1778923634.832572:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281712256:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 185us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.832580:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7242 00000100:00100000:0.0:1778923634.841669:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923634.841725:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.841819:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712384 00000100:00100000:2.0:1778923634.841829:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712384 00002000:00100000:2.0:1778923634.841879:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2ab:0x0] (24576->32767) req@ffff9ce707d45c00 x1865335281712384/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 8680/0 e 0 to 0 dl 1778923645 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923634.841891:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45c00 with x1865335281712384 ext(24576->32767) 00002000:00010000:2.0:1778923634.841898:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d45c00 00000100:00100000:2.0:1778923634.841930:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3608 00000100:00100000:2.0:1778923634.841949:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281712384:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923634.842375:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281712384:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 426us (713us total) trans 21474839402 rc 0/0 00000100:00100000:2.0:1778923634.842383:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3608 00002000:00100000:2.0:1778923634.842390:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x2ab:0x0] (24576->32767) req@ffff9ce707d45c00 x1865335281712384/t21474839402(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:195/0 lens 8680/448 e 0 to 0 dl 1778923645 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923634.842404:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45c00 with x1865335281712384 ext(24576->32767) 00002000:00010000:2.0:1778923634.842408:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d45c00 00000100:00100000:3.0:1778923634.842699:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712512 00000100:00100000:3.0:1778923634.842705:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712512 00000100:00100000:3.0:1778923634.842740:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7243 00000100:00100000:3.0:1778923634.842747:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281712512:12345-192.168.203.24@tcp:16:kworker.0 00000100:00100000:3.0:1778923634.893317:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923634.893460:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712640 00000100:00100000:1.0:1778923634.893471:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712640 00000100:00100000:1.0:1778923634.893560:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3609 00000100:00100000:1.0:1778923634.893570:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281712640:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923634.893604:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.893622:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.893624:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923634.893629:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923634.893643:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898124:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898142:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898152:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898159:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923634.898164:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898174:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898194:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.898201:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a45e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.898276:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281712640:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4704us (4965us total) trans 0 rc 131794/131794 00000100:00100000:3.0:1778923634.899311:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3609 00000100:00100000:1.0:1778923634.910477:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923634.913417:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712768 00000100:00100000:2.0:1778923634.913432:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712768 00000100:00100000:2.0:1778923634.913608:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3610 00000100:00100000:2.0:1778923634.913621:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281712768:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923634.913657:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.913679:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 33 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.913688:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.913690:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923634.913693:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.913729:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 33 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.913744:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 33 pid: 8354 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923634.913758:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce74117c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287697920:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923634.913846:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa56c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923634.916857:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce74117c380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287697920:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923634.916889:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923634.921828:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839388 is committed 00000001:00080000:2.0:1778923634.921871:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839401 is committed 00000001:00080000:2.0:1778923634.921887:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839402 is committed 00000100:00100000:1.0:1778923634.922782:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281712512:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 80028us (81050us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923634.922794:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7243 00000100:00100000:2.0:1778923634.924121:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923634.924220:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281712896 00000100:00100000:3.0:1778923634.924230:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281712896 00010000:00010000:3.0:1778923634.924267:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 34 pid: 8354 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923634.924314:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3193 00000100:00100000:3.0:1778923634.924324:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281712896:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923634.924338:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923634.924361:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 34 pid: 8354 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.924375:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 34 pid: 8354 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.924399:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a444f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e1d expref: 34 pid: 8354 timeout: 1431 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.924418:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.924420:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923634.924426:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.924441:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923634.924472:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923634.924566:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281712896:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 243us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923634.924574:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3193 00010000:00010000:2.0:1778923634.925832:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923634.925848:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923635.017716:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872292 is committed 00000001:00080000:1.0:1778923635.017737:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872287 is committed 00000001:00080000:1.0:1778923635.017779:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872290 is committed 00000001:00080000:1.0:1778923635.017798:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872291 is committed 00002000:00010000:0.0:1778923635.018028:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:0.0:1778923635.018032:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:0.0:1778923635.018044:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018057:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018065:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018072:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923635.018076:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018085:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018105:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.018123:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a45ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.018232:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281712768:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 104609us (107760us total) trans 17179872292 rc 0/0 00000100:00100000:0.0:1778923635.018242:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3610 00000100:00100000:3.0:1778923635.025182:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923635.025425:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713024 00000100:00100000:2.0:1778923635.025436:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713024 00000100:00100000:2.0:1778923635.025551:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3611 00000100:00100000:2.0:1778923635.025562:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281713024:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923635.025597:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.025618:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 23 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.025626:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.025629:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.025633:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.025674:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 23 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.025688:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 23 pid: 26020 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.025703:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce74117f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287698048:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923635.025803:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923635.031480:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce74117f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287698048:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923635.031552:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.044455:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923635.045499:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713152 00000100:00100000:1.0:1778923635.045552:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713152 00010000:00010000:1.0:1778923635.045601:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 24 pid: 26020 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.045648:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3194 00000100:00100000:1.0:1778923635.045657:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281713152:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923635.045673:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923635.045696:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 24 pid: 26020 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.045711:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 24 pid: 26020 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.045736:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a4456 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e24 expref: 24 pid: 26020 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.045757:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.045759:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.045764:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.045782:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.045813:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923635.045863:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281713152:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 208us (1419us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923635.045871:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3194 00010000:00010000:2.0:1778923635.046088:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.046099:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923635.117675:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839403 is committed 00002000:00010000:2.0:1778923635.117890:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:2.0:1778923635.117895:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:2.0:1778923635.117908:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117925:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117943:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117949:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923635.117954:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117962:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117981:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.117989:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a45f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.118210:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281713024:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 92644us (93033us total) trans 21474839403 rc 0/0 00000100:00100000:2.0:1778923635.118220:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3611 00000100:00100000:1.0:1778923635.123708:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923635.123809:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713280 00000100:00100000:3.0:1778923635.123821:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713280 00000100:00100000:3.0:1778923635.123890:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3612 00000100:00100000:3.0:1778923635.123900:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281713280:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923635.123943:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.123966:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 22 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.123975:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.123977:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.123981:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.124017:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 22 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.124046:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 22 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923635.124060:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287698176:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923635.124299:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923635.128945:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287698176:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923635.128977:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.129885:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.129976:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713408 00000100:00100000:0.0:1778923635.129985:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713408 00010000:00010000:0.0:1778923635.130025:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 23 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.130071:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3195 00000100:00100000:0.0:1778923635.130081:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281713408:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923635.130097:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923635.130120:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 23 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.130134:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 23 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.130158:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006245d4e1/0x3baece0abe6a42c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546d8a expref: 23 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.130175:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.130177:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.130183:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.130199:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.130233:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923635.130290:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281713408:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 210us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923635.130298:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3195 00010000:00010000:1.0:1778923635.130481:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.130490:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923635.266707:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839404 is committed 00002000:00010000:0.0:1778923635.269816:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:0.0:1778923635.269827:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:0.0:1778923635.269840:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269855:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269864:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269870:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923635.269875:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269896:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269915:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.269923:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000687b8592/0x3baece0abe6a45fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.270035:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281713280:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 146132us (146333us total) trans 21474839404 rc 0/0 00000100:00100000:0.0:1778923635.270044:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3612 00000100:00100000:1.0:1778923635.286142:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923635.286255:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713536 00000100:00100000:3.0:1778923635.286266:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713536 00000100:00100000:3.0:1778923635.286362:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3613 00000100:00100000:3.0:1778923635.286373:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281713536:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923635.286407:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.286428:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.286437:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.286440:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.286443:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.286484:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.286500:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 32 pid: 6546 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923635.286558:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287698304:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923635.286727:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923635.290267:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287698304:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923635.290297:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.291159:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.291264:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713664 00000100:00100000:0.0:1778923635.291272:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713664 00010000:00010000:0.0:1778923635.291314:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 33 pid: 6546 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.291356:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3196 00000100:00100000:0.0:1778923635.291365:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281713664:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923635.291392:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923635.291416:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 33 pid: 6546 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.291430:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 33 pid: 6546 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.291458:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a445d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e2b expref: 33 pid: 6546 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.291474:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.291476:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.291480:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.291490:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.291570:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923635.291625:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281713664:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 261us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923635.291632:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3196 00010000:00010000:3.0:1778923635.291870:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.291880:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.328608:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1778923635.364199:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872293 is committed 00002000:00010000:1.0:1778923635.364358:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.364363:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.364377:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364390:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364399:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364407:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.364411:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364420:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364439:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.364448:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4601 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.364943:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281713536:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 78559us (78797us total) trans 17179872293 rc 0/0 00000100:00100000:0.0:1778923635.364957:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3613 00000100:00100000:0.0:1778923635.370410:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923635.370494:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713792 00000100:00100000:1.0:1778923635.370529:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713792 00000100:00100000:1.0:1778923635.370601:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3614 00000100:00100000:1.0:1778923635.370613:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281713792:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923635.370648:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.370675:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.370684:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.370686:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.370690:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.370722:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.370734:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 31 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.370748:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287698432:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923635.370828:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923635.377025:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287698432:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923635.377067:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.379178:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923635.379245:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281713920 00000100:00100000:3.0:1778923635.379255:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281713920 00010000:00010000:3.0:1778923635.379309:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 32 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923635.379402:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3197 00000100:00100000:3.0:1778923635.379414:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281713920:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923635.379429:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923635.379452:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 32 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.379474:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 32 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.379499:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4464 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e32 expref: 32 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.379582:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.379584:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.379589:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.379599:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.379625:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923635.379691:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281713920:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 279us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923635.379699:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3197 00010000:00010000:1.0:1778923635.382459:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.382477:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923635.449056:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872294 is committed 00002000:00010000:1.0:1778923635.449358:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.449365:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.449383:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449397:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449406:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449413:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.449418:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449427:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449449:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.449455:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4608 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.449625:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281713792:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 79009us (79215us total) trans 17179872294 rc 0/0 00000100:00100000:1.0:1778923635.449640:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3614 00000100:00100000:2.0:1778923635.455027:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.455243:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714048 00000100:00100000:0.0:1778923635.455256:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714048 00000100:00100000:0.0:1778923635.455366:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3615 00000100:00100000:0.0:1778923635.455378:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281714048:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923635.455426:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.455453:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 30 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.455463:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.455465:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.455469:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.455961:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 30 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.455982:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 30 pid: 32953 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.456001:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287698560:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923635.456108:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603269840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923635.461290:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.461466:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777e300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287698560:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923635.461525:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.462423:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714176 00000100:00100000:1.0:1778923635.462435:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714176 00010000:00010000:1.0:1778923635.462485:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 31 pid: 32953 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.462640:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3198 00000100:00100000:1.0:1778923635.462652:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281714176:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923635.462674:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923635.462706:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 31 pid: 32953 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.462722:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 31 pid: 32953 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.462753:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a446b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e39 expref: 31 pid: 32953 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.462784:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.462787:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.462793:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.462804:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.462852:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923635.463086:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281714176:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 434us (1811us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923635.463095:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3198 00010000:00010000:2.0:1778923635.463168:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.463185:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923635.531406:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872295 is committed 00002000:00010000:1.0:1778923635.531742:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.531748:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.531765:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531779:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531788:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531796:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.531801:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531810:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531836:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.531845:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a460f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.531981:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281714048:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 76600us (76966us total) trans 17179872295 rc 0/0 00000100:00100000:1.0:1778923635.531993:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3615 00000100:00100000:3.0:1778923635.546144:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923635.546283:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714304 00000100:00100000:1.0:1778923635.546297:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714304 00000100:00100000:1.0:1778923635.546395:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3616 00000100:00100000:1.0:1778923635.546406:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281714304:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923635.546460:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.546486:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 21 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.546495:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.546498:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.546547:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.546593:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 21 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.546610:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 21 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.546627:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287698688:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923635.546725:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923635.554336:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923635.554682:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287698688:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923635.554721:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.554907:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714432 00000100:00100000:2.0:1778923635.554916:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714432 00010000:00010000:2.0:1778923635.554972:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 22 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.555021:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3199 00000100:00100000:2.0:1778923635.555041:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281714432:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923635.555061:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923635.555096:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 22 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.555111:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 22 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.555149:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4472 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e40 expref: 22 pid: 8354 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.555171:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.555173:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.555178:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.555194:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.555227:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923635.555297:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281714432:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 266us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923635.555306:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3199 00010000:00010000:1.0:1778923635.555378:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.555387:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923635.610701:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839405 is committed 00002000:00010000:1.0:1778923635.610977:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.610983:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.611001:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611197:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611207:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611215:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.611220:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611230:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611254:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.611262:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4616 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.611448:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281714304:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 65036us (65310us total) trans 21474839405 rc 0/0 00000100:00100000:1.0:1778923635.611461:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3616 00000100:00100000:0.0:1778923635.622190:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923635.624047:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714560 00000100:00100000:2.0:1778923635.624068:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714560 00000100:00100000:2.0:1778923635.624715:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3617 00000100:00100000:2.0:1778923635.624728:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281714560:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923635.624775:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.624801:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.624811:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.624814:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.624819:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.624863:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.624885:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 29 pid: 6548 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.624903:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce74117f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287698816:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923635.625030:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923635.629063:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.629396:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714688 00000100:00100000:0.0:1778923635.629409:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714688 00010000:00010000:0.0:1778923635.629462:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 30 pid: 6548 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.629565:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3200 00000100:00100000:0.0:1778923635.629577:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281714688:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923635.629596:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923635.629624:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 30 pid: 6548 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.629639:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 30 pid: 6548 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.629673:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.629676:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.629683:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.629695:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.629721:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923635.629785:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281714688:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 210us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923635.629793:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3200 00010000:00010000:2.0:1778923635.629947:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a4479 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e47 expref: 29 pid: 6548 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.629965:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce74117f800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287698816:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923635.629993:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.630006:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.630014:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923635.749947:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872296 is committed 00002000:00010000:1.0:1778923635.750300:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.750306:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.750322:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750336:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750346:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750353:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.750360:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750369:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750396:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.750405:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a461d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.750584:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281714560:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 125851us (128727us total) trans 17179872296 rc 0/0 00000100:00100000:1.0:1778923635.750596:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3617 00000100:00100000:0.0:1778923635.765587:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923635.765845:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714816 00000100:00100000:2.0:1778923635.765860:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714816 00000100:00100000:3.0:1778923635.766060:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3618 00000100:00100000:3.0:1778923635.766073:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281714816:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923635.766119:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.766146:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 20 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.766154:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.766156:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.766160:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.766217:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 20 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.766235:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 20 pid: 22251 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923635.766251:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287698944:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923635.766359:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923635.775869:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287698944:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923635.775912:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.779105:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923635.779567:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281714944 00000100:00100000:1.0:1778923635.779581:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281714944 00010000:00010000:1.0:1778923635.779636:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 21 pid: 22251 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.779693:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3201 00000100:00100000:1.0:1778923635.779704:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281714944:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923635.779723:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923635.779750:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 21 pid: 22251 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.779765:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 21 pid: 22251 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.779796:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4480 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e4e expref: 21 pid: 22251 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.779837:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.779839:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923635.779845:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.779857:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.779897:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923635.779986:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281714944:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 284us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923635.779995:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3201 00010000:00010000:0.0:1778923635.780618:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.780632:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923635.855989:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:2.0:1778923635.856000:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:2.0:1778923635.856017:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856042:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856052:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856059:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923635.856065:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856074:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856097:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.856105:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000082d7165c/0x3baece0abe6a4624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.856246:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281714816:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 90169us (90664us total) trans 21474839406 rc 0/0 00000100:00100000:2.0:1778923635.856258:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3618 00000001:00080000:3.0:1778923635.856605:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839406 is committed 00000100:00100000:0.0:1778923635.864341:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923635.864439:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715072 00000100:00100000:3.0:1778923635.864452:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715072 00000100:00100000:3.0:1778923635.864576:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3619 00000100:00100000:3.0:1778923635.864587:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281715072:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923635.864629:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.864655:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.864666:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.864668:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923635.864673:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.864715:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.864730:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 28 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923635.864747:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287699072:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923635.864856:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923635.867124:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287699072:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923635.867161:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.877031:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923635.877166:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715200 00000100:00100000:2.0:1778923635.877185:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715200 00010000:00010000:2.0:1778923635.877261:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 29 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.877327:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3202 00000100:00100000:2.0:1778923635.877339:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281715200:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923635.877360:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923635.877387:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 29 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.877404:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 29 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.877434:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a4487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e55 expref: 29 pid: 32943 timeout: 1432 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.877457:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.877459:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923635.877465:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.877478:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923635.877592:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923635.877668:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281715200:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 330us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923635.877677:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3202 00010000:00010000:3.0:1778923635.877715:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923635.877733:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923635.948454:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872297 is committed 00002000:00010000:1.0:1778923635.948801:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923632 -> 1778923635 00002000:00010000:1.0:1778923635.948808:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923632 -> 1778923635 00010000:00010000:1.0:1778923635.948904:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.948922:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.948942:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.948951:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923635.948957:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.948972:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.949001:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.949010:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a462b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923635.949339:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281715072:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 84745us (85004us total) trans 17179872297 rc 0/0 00000100:00100000:1.0:1778923635.949351:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3619 00000100:00100000:1.0:1778923635.964710:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.965037:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715328 00000100:00100000:0.0:1778923635.965052:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715328 00000100:00100000:0.0:1778923635.965211:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3620 00000100:00100000:0.0:1778923635.965224:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+19:2356:x1865335281715328:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923635.965272:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.965300:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 19 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.965309:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.965311:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.965316:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.965359:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 19 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.965380:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 19 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.965397:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287699200:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923635.965562:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704d36c00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923635.970492:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923635.971073:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287699200:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923635.971109:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923635.971484:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715456 00000100:00100000:2.0:1778923635.971494:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715456 00010000:00010000:0.0:1778923635.971817:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 20 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923635.972050:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3203 00000100:00100000:0.0:1778923635.972063:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281715456:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923635.972084:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923635.972125:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 20 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.972142:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 20 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.972176:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a451a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e6a expref: 20 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.972435:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.972438:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923635.972444:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.972456:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923635.972620:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923635.972702:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+19:2354:x1865335281715456:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 641us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923635.972713:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3203 00010000:00010000:1.0:1778923635.973433:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923635.973448:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923636.073938:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 50529 -> 135168 00002000:00010000:2.0:1778923636.073950:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923633 -> 1778923636 00002000:00010000:2.0:1778923636.073953:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923633 -> 1778923636 00002000:00010000:2.0:1778923636.073956:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 131 -> 515 00010000:00010000:2.0:1778923636.073973:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.073990:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.074001:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.074008:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923636.074014:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.074025:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.074440:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.074450:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c98fb52/0x3baece0abe6a4632 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.074644:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281715328:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 109416us (109943us total) trans 21474839407 rc 0/0 00000100:00100000:2.0:1778923636.074658:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3620 00000001:00080000:1.0:1778923636.079084:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839407 is committed 00000100:00100000:2.0:1778923636.101404:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.101697:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715712 00000100:00100000:1.0:1778923636.101711:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715712 00000100:00100000:1.0:1778923636.101852:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5583 00000100:00100000:1.0:1778923636.101864:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54922:x1865335281715712:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923636.101960:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.101999:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a45c9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ec5 expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.102024:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.102041:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1778923636.102584:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1778923636.103413:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.103440:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.103453:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923636.103778:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939932 00000004:00010000:1.0:1778923636.103815:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008bb3e2f4 reply state 000000002dfc707d transno 8589939933 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.103827:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923636.104045:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54922:x1865335281715712:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2178us (2653us total) trans 8589939933 rc 0/0 00000100:00100000:1.0:1778923636.104054:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5583 00000020:00080000:1.0:1778923636.104062:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923636.107486:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107533:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107552:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107564:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.107570:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107579:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107600:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.107603:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923636.107610:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.107617:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4639 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.109016:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.109461:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715840 00000100:00100000:3.0:1778923636.109474:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715840 00000100:00100000:3.0:1778923636.109588:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7244 00000100:00100000:3.0:1778923636.109599:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:54922:x1865335281715840:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923636.109623:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923636.109649:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ee1 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923636.109682:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a08382a, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:3.0:1778923636.109708:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.109710:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.109720:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.109739:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.109752:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50a00, rc 0) 00000100:00100000:3.0:1778923636.109891:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:54922:x1865335281715840:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 293us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.109898:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7244 00000100:00080000:0.0:1778923636.110060:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1778923636.114642:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.114737:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.114883:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281715968 00000100:00100000:1.0:1778923636.114897:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281715968 00002000:00010000:1.0:1778923636.114959:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.114965:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117f480 with x1865335281715968 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.114982:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117f480. 00000100:00100000:1.0:1778923636.115061:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716096 00000100:00100000:1.0:1778923636.115065:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716096 00002000:00010000:1.0:1778923636.115095:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.115099:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117fb80 with x1865335281716096 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.115106:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117fb80. 00000100:00080000:3.0:1778923636.115153:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1778923636.115353:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3621 00000100:00100000:0.0:1778923636.115368:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281715968:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.115871:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:0.0:1778923636.115876:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.115878:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923636.115881:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.115884:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923636.115980:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281715968:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 615us (1493us total) trans 17179872298 rc 0/0 00000100:00100000:0.0:1778923636.115990:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3621 00002000:00010000:0.0:1778923636.115996:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.116000:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117f480 with x1865335281715968 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.116005:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117f480. 00000100:00100000:0.0:1778923636.116180:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3622 00000100:00100000:0.0:1778923636.116271:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+18:2353:x1865335281716096:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.116459:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.116462:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.116465:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923636.116467:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.116469:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923636.116496:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+19:2353:x1865335281716096:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 230us (1759us total) trans 21474839408 rc 0/0 00000100:00100000:0.0:1778923636.116531:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3622 00002000:00010000:0.0:1778923636.118345:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.118353:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117fb80 with x1865335281716096 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.118367:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117fb80. 00000100:00100000:2.0:1778923636.122318:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.122534:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716224 00000100:00100000:0.0:1778923636.122548:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716224 00000100:00100000:0.0:1778923636.122610:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5584 00000100:00100000:0.0:1778923636.122620:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54922:x1865335281716224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.122649:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.122674:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4647 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ee8 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122806:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122829:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122843:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923636.122879:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:0.0:1778923636.122884:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923636.122905:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122945:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4647 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee8 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122967:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee8 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.122977:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.122981:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923636.122985:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923636.123080:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54922:x1865335281716224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 460us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.123088:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5584 00000100:00100000:3.0:1778923636.127821:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.128593:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716480 00000100:00100000:0.0:1778923636.128606:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716480 00000100:00100000:0.0:1778923636.128676:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5585 00000100:00100000:0.0:1778923636.128686:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54922:x1865335281716480:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923636.128763:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.128797:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a464e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee8 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.128821:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.128828:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923636.129162:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.129180:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.129338:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923636.129408:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939934 00000004:00010000:0.0:1778923636.129440:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ce503b2 reply state 000000000b928001 transno 8589939935 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.129450:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923636.129626:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54922:x1865335281716480:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 938us (1815us total) trans 8589939935 rc 0/0 00000100:00100000:0.0:1778923636.129635:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5585 00000020:00080000:0.0:1778923636.129641:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923636.133773:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133795:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133809:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133815:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923636.133820:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133829:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133850:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.133854:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923636.133861:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.133868:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a4655 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.136440:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.136653:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716608 00000100:00100000:0.0:1778923636.136666:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716608 00000100:00100000:0.0:1778923636.136740:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7245 00000100:00100000:0.0:1778923636.136752:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+19:54922:x1865335281716608:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.136776:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.136804:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546eef expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923636.136845:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a083837, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:0.0:1778923636.136874:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.136877:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.136886:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 20 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.136906:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 20 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.136920:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923636.137009:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:54922:x1865335281716608:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 258us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.137017:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7245 00000100:00100000:2.0:1778923636.140797:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.140903:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716736 00000100:00100000:0.0:1778923636.140916:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716736 00002000:00010000:0.0:1778923636.140978:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.140984:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117f100 with x1865335281716736 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.141000:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117f100. 00000100:00100000:0.0:1778923636.141046:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3623 00000100:00100000:0.0:1778923636.141056:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281716736:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.141753:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:0.0:1778923636.141759:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.141762:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923636.141765:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.141768:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923636.141903:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281716736:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 846us (1118us total) trans 21474839409 rc 0/0 00000100:00100000:0.0:1778923636.141912:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3623 00002000:00010000:0.0:1778923636.141916:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.141919:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117f100 with x1865335281716736 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.141934:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117f100. 00000100:00100000:2.0:1778923636.145774:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.145901:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716864 00000100:00100000:1.0:1778923636.145914:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716864 00002000:00010000:1.0:1778923636.145977:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.145983:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117e300 with x1865335281716864 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.145999:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117e300. 00000100:00100000:0.0:1778923636.146149:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3624 00000100:00100000:0.0:1778923636.146163:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281716864:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.146817:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.146823:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.148174:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923636.148178:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.148180:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923636.148686:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281716864:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2518us (2917us total) trans 17179872299 rc 0/0 00000100:00100000:0.0:1778923636.148700:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3624 00002000:00010000:0.0:1778923636.148708:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.148712:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117e300 with x1865335281716864 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.148724:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117e300. 00000100:00100000:0.0:1778923636.151805:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.151933:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281716992 00000100:00100000:1.0:1778923636.151946:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281716992 00000100:00100000:1.0:1778923636.152065:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5586 00000100:00100000:1.0:1778923636.152078:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54922:x1865335281716992:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.152108:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.152132:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4663 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ef6 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152418:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152437:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152451:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.152484:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.152489:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.152565:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152597:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4663 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ef6 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152618:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ef6 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.152629:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.152633:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.152638:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923636.152706:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54922:x1865335281716992:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 631us (918us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.152715:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5586 00000100:00100000:2.0:1778923636.156486:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.156625:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281717248 00000100:00100000:3.0:1778923636.156638:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281717248 00000100:00100000:3.0:1778923636.156717:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5587 00000100:00100000:3.0:1778923636.156729:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54922:x1865335281717248:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923636.156801:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.156833:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a466a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ef6 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.156860:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.156867:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923636.157803:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.157827:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.157839:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923636.157915:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939936 00000004:00010000:3.0:1778923636.157956:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002b3b282c reply state 000000008f3b8911 transno 8589939937 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.157967:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923636.158105:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54922:x1865335281717248:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1376us (1631us total) trans 8589939937 rc 0/0 00000100:00100000:3.0:1778923636.158115:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5587 00000020:00080000:3.0:1778923636.158123:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923636.160984:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923636.161131:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161145:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161153:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161160:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.161166:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161174:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161843:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.161850:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923636.161856:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.161864:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4671 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.164334:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281717376 00000100:00100000:0.0:1778923636.164355:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281717376 00000100:00100000:2.0:1778923636.165056:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7246 00000100:00100000:2.0:1778923636.165071:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+21:54922:x1865335281717376:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923636.165095:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923636.165123:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546efd expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923636.165160:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a083844, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:2.0:1778923636.165199:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.165202:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.165212:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 22 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.165230:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 22 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.165253:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923636.165389:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:54922:x1865335281717376:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 322us (4417us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.165397:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7246 00000100:00100000:2.0:1778923636.169976:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.170015:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.170329:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281717504 00000100:00100000:1.0:1778923636.170342:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281717504 00002000:00010000:1.0:1778923636.170393:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.170399:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117d500 with x1865335281717504 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.170414:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117d500. 00000100:00100000:1.0:1778923636.170445:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281717632 00000100:00100000:1.0:1778923636.170448:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281717632 00002000:00010000:1.0:1778923636.170460:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.170463:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117ce00 with x1865335281717632 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.170469:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117ce00. 00000100:00100000:1.0:1778923636.170526:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3625 00000100:00100000:1.0:1778923636.170545:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281717504:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923636.170946:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:1.0:1778923636.170952:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.170955:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923636.170957:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.170959:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923636.171174:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3626 00000100:00100000:0.0:1778923636.171197:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281717632:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.171373:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.171377:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.171379:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923636.171382:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.171384:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.171546:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281717504:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1009us (1583us total) trans 21474839410 rc 0/0 00000100:00100000:1.0:1778923636.171556:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3625 00002000:00010000:1.0:1778923636.171560:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.171564:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117d500 with x1865335281717504 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.171570:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117d500. 00000100:00100000:0.0:1778923636.171870:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281717632:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 687us (1852us total) trans 17179872300 rc 0/0 00000100:00100000:0.0:1778923636.171878:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3626 00002000:00010000:0.0:1778923636.171881:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.171883:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117ce00 with x1865335281717632 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.171890:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117ce00. 00000100:00100000:0.0:1778923636.174932:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.175110:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281717760 00000100:00100000:1.0:1778923636.175122:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281717760 00000100:00100000:1.0:1778923636.175317:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5588 00000100:00100000:1.0:1778923636.175330:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54922:x1865335281717760:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.175365:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.175393:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a467f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f04 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175729:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175749:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175763:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.175801:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.175806:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.175826:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175859:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a467f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f04 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175876:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f04 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.175885:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.175888:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.175893:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923636.176017:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54922:x1865335281717760:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 689us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.176026:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5588 00000100:00100000:1.0:1778923636.179179:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.179319:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718016 00000100:00100000:0.0:1778923636.179332:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718016 00000100:00100000:0.0:1778923636.179400:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5589 00000100:00100000:0.0:1778923636.179411:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54922:x1865335281718016:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923636.179478:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.179551:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a4686 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f04 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.179577:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.179583:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923636.179876:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.179904:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.179917:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923636.179990:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939938 00000004:00010000:0.0:1778923636.180021:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009829f8f8 reply state 000000009c222697 transno 8589939939 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.180031:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923636.180142:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54922:x1865335281718016:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 731us (977us total) trans 8589939939 rc 0/0 00000100:00100000:0.0:1778923636.180150:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5589 00000020:00080000:0.0:1778923636.180156:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923636.182741:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182763:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182773:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182780:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923636.182785:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182799:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182819:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.182822:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923636.182827:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.182833:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a468d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.185150:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.185332:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718144 00000100:00100000:0.0:1778923636.185345:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718144 00000100:00100000:0.0:1778923636.185423:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7247 00000100:00100000:0.0:1778923636.185436:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:54922:x1865335281718144:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.185462:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.185496:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f0b expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923636.185578:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a083844, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:0.0:1778923636.185607:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.185609:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.185617:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.185635:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.185650:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923636.185732:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:54922:x1865335281718144:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 300us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.185741:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7247 00000100:00100000:2.0:1778923636.189563:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.189614:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.189789:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718272 00000100:00100000:3.0:1778923636.189804:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718272 00002000:00010000:3.0:1778923636.189861:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.189868:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117c700 with x1865335281718272 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.189884:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117c700. 00000100:00100000:3.0:1778923636.189909:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718400 00000100:00100000:3.0:1778923636.189912:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718400 00002000:00010000:3.0:1778923636.189937:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:3.0:1778923636.189940:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117ca80 with x1865335281718400 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923636.189947:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117ca80. 00000100:00100000:3.0:1778923636.189978:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3627 00000100:00100000:3.0:1778923636.190062:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281718272:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923636.190469:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:3.0:1778923636.190474:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.190477:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923636.190480:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.190483:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.190607:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281718272:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 619us (1118us total) trans 17179872301 rc 0/0 00000100:00100000:1.0:1778923636.193958:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3628 00000100:00100000:1.0:1778923636.193995:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281718400:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923636.194161:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3627 00002000:00010000:3.0:1778923636.194170:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.194174:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117c700 with x1865335281718272 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.194283:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce74117c700. 00002000:00010000:1.0:1778923636.195435:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.195441:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.195445:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923636.195447:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.195450:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.196300:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281718400:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2317us (6676us total) trans 21474839411 rc 0/0 00000100:00100000:1.0:1778923636.196313:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3628 00002000:00010000:1.0:1778923636.196320:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.196324:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce74117ca80 with x1865335281718400 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.196334:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce74117ca80. 00000100:00100000:2.0:1778923636.199420:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.200991:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718528 00000100:00100000:1.0:1778923636.201008:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718528 00000100:00100000:1.0:1778923636.201100:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5590 00000100:00100000:1.0:1778923636.201113:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54922:x1865335281718528:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.201150:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.201180:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a469b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f12 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201302:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201322:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201336:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.201369:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.201374:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.201396:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201425:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a469b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f12 expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201448:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f12 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.201458:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.201461:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.201466:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923636.201839:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54922:x1865335281718528:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 726us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.201847:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5590 00000100:00100000:2.0:1778923636.210589:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.210789:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718784 00000100:00100000:1.0:1778923636.210803:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718784 00000100:00100000:1.0:1778923636.210879:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5591 00000100:00100000:1.0:1778923636.210891:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54922:x1865335281718784:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923636.210979:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.211016:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46a2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f12 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.211047:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.211054:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923636.211368:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.211387:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.211399:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923636.211466:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939940 00000004:00010000:1.0:1778923636.211493:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000a34a0143 reply state 000000002e658a3f transno 8589939941 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.211540:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923636.211656:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54922:x1865335281718784:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 765us (1081us total) trans 8589939941 rc 0/0 00000100:00100000:1.0:1778923636.211666:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5591 00000020:00080000:1.0:1778923636.211673:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923636.214695:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214718:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214728:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214735:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.214741:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214750:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214771:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.214775:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923636.214781:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.214788:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46a9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.215063:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.215335:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281718912 00000100:00100000:0.0:1778923636.215348:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281718912 00000100:00100000:0.0:1778923636.215417:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7248 00000100:00100000:0.0:1778923636.215429:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce74117dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:54922:x1865335281718912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.215452:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.215481:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f19 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923636.215541:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a083854, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:0.0:1778923636.215572:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.215575:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.215584:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.215602:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.215617:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6c00, rc 0) 00000100:00100000:0.0:1778923636.215737:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce74117dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:54922:x1865335281718912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 309us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.215749:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7248 00000100:00100000:2.0:1778923636.218654:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.218695:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.218798:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719040 00000100:00100000:0.0:1778923636.218811:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719040 00002000:00010000:0.0:1778923636.218865:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.218871:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c700 with x1865335281719040 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.218889:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9c700. 00000100:00100000:0.0:1778923636.218920:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719168 00000100:00100000:0.0:1778923636.218934:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719168 00002000:00010000:0.0:1778923636.218949:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.218952:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9d880 with x1865335281719168 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.218959:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9d880. 00000100:00100000:0.0:1778923636.218989:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3629 00000100:00100000:0.0:1778923636.218999:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281719040:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.219443:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:0.0:1778923636.219448:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.219451:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923636.219453:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:0.0:1778923636.219456:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923636.219557:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+35:2355:x1865335281719040:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 558us (914us total) trans 17179872302 rc 0/0 00000100:00100000:0.0:1778923636.219565:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3629 00002000:00010000:0.0:1778923636.219570:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.219572:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c700 with x1865335281719040 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.219577:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9c700. 00000100:00100000:0.0:1778923636.219598:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3630 00000100:00100000:0.0:1778923636.219607:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281719168:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.219746:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.219749:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.219752:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923636.219754:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.219756:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923636.219778:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281719168:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 172us (1081us total) trans 21474839412 rc 0/0 00000100:00100000:0.0:1778923636.219785:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3630 00002000:00010000:0.0:1778923636.219788:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.219791:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9d880 with x1865335281719168 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.219795:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9d880. 00000100:00100000:2.0:1778923636.223415:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.223591:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719296 00000100:00100000:3.0:1778923636.223605:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719296 00000100:00100000:3.0:1778923636.223682:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5592 00000100:00100000:3.0:1778923636.223694:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54922:x1865335281719296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923636.223726:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923636.223752:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a46b7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f20 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.223871:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.223888:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.223901:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923636.223948:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:3.0:1778923636.223953:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923636.223975:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.224012:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a46b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f20 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.224408:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f20 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.224420:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.224423:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923636.224427:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:3.0:1778923636.224608:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54922:x1865335281719296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 916us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.224617:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5592 00000100:00100000:3.0:1778923636.228833:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.229792:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719552 00000100:00100000:1.0:1778923636.229806:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719552 00000100:00100000:2.0:1778923636.230055:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5593 00000100:00100000:2.0:1778923636.230068:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54922:x1865335281719552:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923636.230143:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.230192:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a46be lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f20 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.230216:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923636.230223:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923636.230560:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.230583:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.230594:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923636.230653:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939942 00000004:00010000:2.0:1778923636.230680:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b0dab2cf reply state 0000000075fff8ec transno 8589939943 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.230690:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923636.230810:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54922:x1865335281719552:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 744us (1991us total) trans 8589939943 rc 0/0 00000100:00100000:2.0:1778923636.230819:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5593 00000020:00080000:2.0:1778923636.230827:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923636.234321:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.234364:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719680 00000100:00100000:3.0:1778923636.234375:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719680 00000100:00100000:3.0:1778923636.234447:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7249 00000100:00100000:3.0:1778923636.234459:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:54922:x1865335281719680:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923636.234482:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923636.234964:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f27 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923636.235002:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a083858, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:3.0:1778923636.235040:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.235043:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.235053:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.235073:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.235089:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655c00, rc 0) 00000100:00100000:3.0:1778923636.235163:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:54922:x1865335281719680:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 705us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.235171:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7249 00010000:00010000:0.0:1778923636.236341:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236358:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236366:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236373:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923636.236378:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236387:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236405:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.236409:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923636.236414:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.236421:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a46c5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.238116:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.238211:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719808 00000100:00100000:1.0:1778923636.238223:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719808 00002000:00010000:1.0:1778923636.238276:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.238282:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65a680 with x1865335281719808 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.238298:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65a680. 00000100:00100000:1.0:1778923636.238341:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3631 00000100:00100000:1.0:1778923636.238351:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281719808:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923636.238798:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:1.0:1778923636.238803:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.238806:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923636.238808:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.238810:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.238880:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281719808:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 530us (773us total) trans 17179872303 rc 0/0 00000100:00100000:1.0:1778923636.238889:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3631 00002000:00010000:1.0:1778923636.238893:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.238896:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65a680 with x1865335281719808 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.238900:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65a680. 00000100:00100000:3.0:1778923636.240898:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.241001:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281719936 00000100:00100000:0.0:1778923636.241013:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281719936 00002000:00010000:0.0:1778923636.241072:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.241078:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658380 with x1865335281719936 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.241090:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b658380. 00000100:00100000:0.0:1778923636.241129:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3632 00000100:00100000:0.0:1778923636.241139:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281719936:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923636.241453:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.241457:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.241460:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923636.241463:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:0.0:1778923636.241466:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923636.243765:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281719936:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2610us (2860us total) trans 21474839413 rc 0/0 00000100:00100000:0.0:1778923636.243782:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3632 00002000:00010000:0.0:1778923636.243790:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.243794:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658380 with x1865335281719936 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.243808:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b658380. 00000100:00100000:3.0:1778923636.247155:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.247490:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720064 00000100:00100000:0.0:1778923636.247530:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720064 00000100:00100000:0.0:1778923636.247609:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5594 00000100:00100000:0.0:1778923636.247621:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54922:x1865335281720064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.247652:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.247675:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a46d3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f2e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247784:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247802:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247815:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923636.247849:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:0.0:1778923636.247854:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923636.247875:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247906:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a46d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f2e expref: 213 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247934:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f2e expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.247944:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.247947:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923636.247951:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923636.248031:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54922:x1865335281720064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 412us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.248043:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5594 00000100:00100000:2.0:1778923636.252750:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.253138:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720320 00000100:00100000:3.0:1778923636.253151:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720320 00000100:00100000:3.0:1778923636.253228:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5595 00000100:00100000:3.0:1778923636.253239:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54922:x1865335281720320:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923636.253311:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.253346:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6600/0x3baece0abe6a46da lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f2e expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.253370:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.253377:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923636.253715:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.253732:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.253749:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923636.253807:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939944 00000004:00010000:3.0:1778923636.253835:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000caa44bf1 reply state 00000000609556a9 transno 8589939945 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.253844:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923636.253994:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54922:x1865335281720320:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 757us (1257us total) trans 8589939945 rc 0/0 00000100:00100000:3.0:1778923636.254004:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5595 00000020:00080000:3.0:1778923636.254010:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923636.257147:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257169:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257178:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257196:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.257201:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257210:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257231:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.257234:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923636.257241:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.257248:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a46e1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.259286:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.259546:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720448 00000100:00100000:0.0:1778923636.259557:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720448 00000100:00100000:0.0:1778923636.259617:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7250 00000100:00100000:0.0:1778923636.259626:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:54922:x1865335281720448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.259647:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.259672:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f35 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923636.259703:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a08385b, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:0.0:1778923636.259729:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.259732:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.259740:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 27 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.259757:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 27 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.259771:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923636.259832:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:54922:x1865335281720448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 207us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.259839:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7250 00000100:00100000:3.0:1778923636.263628:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.263732:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720704 00000100:00100000:1.0:1778923636.263744:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720704 00002000:00010000:1.0:1778923636.263792:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.263798:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658000 with x1865335281720704 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.263813:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b658000. 00000100:00100000:1.0:1778923636.263838:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3633 00000100:00100000:1.0:1778923636.263848:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281720704:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923636.264209:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.264214:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.264216:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923636.264219:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.264222:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.264305:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281720704:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 457us (691us total) trans 17179872304 rc 0/0 00000100:00100000:1.0:1778923636.264313:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3633 00002000:00010000:1.0:1778923636.264318:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.264321:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658000 with x1865335281720704 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.264325:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b658000. 00000100:00100000:2.0:1778923636.267065:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.267178:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720576 00000100:00100000:3.0:1778923636.267201:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720576 00002000:00010000:3.0:1778923636.267254:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.267260:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c380 with x1865335281720576 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.267277:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9c380. 00000100:00100000:3.0:1778923636.267315:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3634 00000100:00100000:3.0:1778923636.267326:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281720576:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923636.267997:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:3.0:1778923636.268003:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.268005:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923636.268007:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.268010:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.268140:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281720576:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 813us (1086us total) trans 21474839414 rc 0/0 00000100:00100000:3.0:1778923636.268152:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3634 00002000:00010000:3.0:1778923636.268157:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.268160:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c380 with x1865335281720576 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.268165:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9c380. 00000100:00100000:2.0:1778923636.272434:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.272746:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281720832 00000100:00100000:1.0:1778923636.272760:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281720832 00000100:00100000:1.0:1778923636.272870:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5596 00000100:00100000:1.0:1778923636.272882:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54922:x1865335281720832:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.272910:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.272946:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46ef lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f3c expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273165:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273282:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273299:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.273338:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.273343:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.273366:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273396:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a46ef lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f3c expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273420:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f3c expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.273430:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.273434:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.273439:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923636.273726:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54922:x1865335281720832:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 845us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.273735:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5596 00000100:00100000:0.0:1778923636.278019:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.278132:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721088 00000100:00100000:1.0:1778923636.278145:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721088 00000100:00100000:1.0:1778923636.278229:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5597 00000100:00100000:1.0:1778923636.278241:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54922:x1865335281721088:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923636.278312:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.278349:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a46f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f3c expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.278373:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.278380:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923636.278721:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.278738:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.278748:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923636.278815:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939946 00000004:00010000:1.0:1778923636.278844:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000052b0d55d reply state 0000000071c953e8 transno 8589939947 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.278853:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923636.278977:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54922:x1865335281721088:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 737us (972us total) trans 8589939947 rc 0/0 00000100:00100000:1.0:1778923636.278986:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5597 00000020:00080000:1.0:1778923636.278993:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923636.282351:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282375:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282383:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282389:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923636.282394:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282402:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282422:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.282425:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923636.282431:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.282438:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a46fd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.284699:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.284903:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721216 00000100:00100000:3.0:1778923636.284916:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721216 00000100:00100000:3.0:1778923636.285129:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7251 00000100:00100000:3.0:1778923636.285142:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:54922:x1865335281721216:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923636.285167:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923636.285336:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f43 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923636.285374:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a08385b, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:3.0:1778923636.285406:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.285409:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.285418:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 39 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.285437:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 39 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.285453:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655600, rc 0) 00000100:00100000:3.0:1778923636.285612:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:54922:x1865335281721216:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 472us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.285620:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7251 00000100:00100000:2.0:1778923636.287965:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.288015:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.288082:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721344 00000100:00100000:1.0:1778923636.288088:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721472 00000100:00100000:3.0:1778923636.288094:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721344 00000100:00100000:1.0:1778923636.288094:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721472 00002000:00010000:3.0:1778923636.288143:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (131794->18446744073709551615) 00002000:00010000:1.0:1778923636.288143:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:3.0:1778923636.288148:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c000 with x1865335281721344 ext(131794->18446744073709551615) 00002000:00100000:1.0:1778923636.288149:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9f480 with x1865335281721472 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923636.288163:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9c000. 00002000:00010000:1.0:1778923636.288163:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9f480. 00000100:00100000:1.0:1778923636.288438:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3635 00000100:00100000:1.0:1778923636.288452:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281721472:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923636.288482:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3636 00000100:00100000:3.0:1778923636.288490:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281721344:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923636.288786:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:1.0:1778923636.288786:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.288791:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.288791:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:3.0:1778923636.288794:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923636.288794:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923636.288798:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.288798:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:3.0:1778923636.288801:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:1.0:1778923636.288801:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.289061:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281721344:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 569us (1560us total) trans 17179872305 rc 0/0 00000100:00100000:3.0:1778923636.289069:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3636 00002000:00010000:3.0:1778923636.289074:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/677 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.289077:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9c000 with x1865335281721344 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.289084:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9c000. 00000100:00100000:1.0:1778923636.289119:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281721472:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 670us (1103us total) trans 21474839415 rc 0/0 00000100:00100000:1.0:1778923636.289126:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3635 00002000:00010000:1.0:1778923636.289129:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/705 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.289131:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9f480 with x1865335281721472 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.289137:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9f480. 00000100:00100000:0.0:1778923636.295035:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.295354:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721600 00000100:00100000:1.0:1778923636.295367:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721600 00000100:00100000:1.0:1778923636.295443:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5598 00000100:00100000:1.0:1778923636.295456:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54922:x1865335281721600:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.295489:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.295554:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a470b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f4a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295665:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295683:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295698:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.295736:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.295741:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.295761:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295794:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a470b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f4a expref: 217 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295816:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f4a expref: 216 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.295825:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.295828:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.295833:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:1.0:1778923636.295903:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54922:x1865335281721600:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 450us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.295910:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5598 00000100:00100000:0.0:1778923636.301684:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.301783:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721856 00000100:00100000:1.0:1778923636.301797:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721856 00000100:00100000:1.0:1778923636.301878:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5599 00000100:00100000:1.0:1778923636.301900:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54922:x1865335281721856:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923636.301986:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.302023:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4712 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f4a expref: 216 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.302054:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.302061:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923636.302373:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.302398:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.302409:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923636.302465:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939948 00000004:00010000:1.0:1778923636.302486:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028fa879c reply state 0000000013dfb7f4 transno 8589939949 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.302493:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923636.302652:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e642d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:54922:x1865335281721856:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 763us (981us total) trans 8589939949 rc 0/0 00000100:00100000:1.0:1778923636.302660:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5599 00000020:00080000:1.0:1778923636.302672:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923636.304910:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.304938:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.304945:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.304952:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.304957:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.304970:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.304994:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.304998:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923636.305004:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.305010:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a4719 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.305742:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.305851:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281721984 00000100:00100000:1.0:1778923636.305863:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281721984 00000100:00100000:1.0:1778923636.305939:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7252 00000100:00100000:1.0:1778923636.305951:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:54922:x1865335281721984:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.305973:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.305997:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f51 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923636.306036:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a08385b, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:1.0:1778923636.306073:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923636.306076:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923636.306085:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.306102:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.306227:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:1.0:1778923636.306339:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:54922:x1865335281721984:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 389us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.306346:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7252 00000100:00100000:3.0:1778923636.308077:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.308257:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722112 00000100:00100000:2.0:1778923636.308267:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722112 00002000:00010000:2.0:1778923636.308315:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (131794->18446744073709551615) 00002000:00100000:2.0:1778923636.308320:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65b480 with x1865335281722112 ext(131794->18446744073709551615) 00002000:00010000:2.0:1778923636.308333:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b65b480. 00000100:00100000:0.0:1778923636.308756:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.308963:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722240 00000100:00100000:2.0:1778923636.308968:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722240 00000100:00100000:1.0:1778923636.308977:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3637 00002000:00010000:2.0:1778923636.308987:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00000100:00100000:1.0:1778923636.308989:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281722112:12345-192.168.203.24@tcp:10:lfs.0 00002000:00100000:2.0:1778923636.308991:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e640a80 with x1865335281722240 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923636.308999:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e640a80. 00000100:00100000:3.0:1778923636.309223:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3638 00000100:00100000:3.0:1778923636.309234:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281722240:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923636.309718:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.309718:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:3.0:1778923636.309723:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.309723:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.309726:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923636.309726:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923636.309729:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.309729:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:3.0:1778923636.309732:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1778923636.309732:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.309807:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281722112:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 819us (1739us total) trans 21474839416 rc 0/0 00000100:00100000:1.0:1778923636.309815:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3637 00002000:00010000:1.0:1778923636.309820:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.309823:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65b480 with x1865335281722112 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.309829:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b65b480. 00000100:00100000:3.0:1778923636.309848:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281722240:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 618us (1094us total) trans 17179872306 rc 0/0 00000100:00100000:3.0:1778923636.309857:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3638 00002000:00010000:3.0:1778923636.309860:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:3.0:1778923636.309862:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e640a80 with x1865335281722240 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923636.309866:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e640a80. 00000100:00100000:3.0:1778923636.312163:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.312798:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722368 00000100:00100000:1.0:1778923636.312811:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722368 00000100:00100000:1.0:1778923636.312885:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5600 00000100:00100000:1.0:1778923636.312896:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54922:x1865335281722368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.312938:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.312963:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4727 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f58 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313146:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313166:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313263:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.313300:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.313304:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.313326:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313357:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4727 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f58 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313375:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f58 expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.313384:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.313387:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.313391:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0400, rc 0) 00000100:00100000:1.0:1778923636.313470:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+218:54922:x1865335281722368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 576us (1321us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.313478:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5600 00000100:00100000:0.0:1778923636.319906:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.320764:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722624 00000100:00100000:3.0:1778923636.320778:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722624 00000100:00100000:3.0:1778923636.320900:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5601 00000100:00100000:3.0:1778923636.320912:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54922:x1865335281722624:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923636.320992:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.321035:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a472e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f58 expref: 218 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.321061:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.321066:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923636.321439:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.321458:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.321469:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923636.321819:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939950 00000004:00010000:3.0:1778923636.321852:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bb64ed45 reply state 00000000bbbd7d05 transno 8589939951 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.321863:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923636.321999:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54922:x1865335281722624:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1087us (2106us total) trans 8589939951 rc 0/0 00000100:00100000:3.0:1778923636.322009:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5601 00000020:00080000:3.0:1778923636.322015:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923636.327529:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.327909:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722752 00000100:00100000:2.0:1778923636.327934:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722752 00000100:00100000:2.0:1778923636.328011:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7253 00000100:00100000:2.0:1778923636.328024:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:54922:x1865335281722752:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923636.328058:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923636.328087:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f5f expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923636.328123:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 193750, mtime: 0x6a083873, atime: 0x6a08386d, ctime: 0x6a083873, blocks: 0x203 00010000:00010000:2.0:1778923636.328153:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.328156:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.328165:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 42 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.328196:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 42 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.328212:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679200, rc 0) 00000100:00100000:2.0:1778923636.328294:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:54922:x1865335281722752:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 273us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.328302:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7253 00010000:00010000:3.0:1778923636.329937:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.329954:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.329962:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.329969:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923636.329974:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.329983:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.330001:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.330004:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923636.330009:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.330015:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a4735 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.333314:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.333359:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.333466:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281722880 00000100:00100000:1.0:1778923636.333479:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281722880 00002000:00010000:1.0:1778923636.333592:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.333598:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e641180 with x1865335281722880 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.333614:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e641180. 00000100:00100000:1.0:1778923636.333645:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723008 00000100:00100000:1.0:1778923636.333648:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723008 00002000:00010000:1.0:1778923636.333662:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.333665:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e640e00 with x1865335281723008 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.333671:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e640e00. 00000100:00100000:1.0:1778923636.333691:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3639 00000100:00100000:1.0:1778923636.333701:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281722880:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923636.334138:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 193750 -> 131794 00002000:00010000:1.0:1778923636.334143:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.334145:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923636.334148:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923635 -> 1778923636 00002000:00010000:1.0:1778923636.334150:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.334227:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e641180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281722880:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 526us (929us total) trans 17179872307 rc 0/0 00000100:00100000:1.0:1778923636.334234:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3639 00002000:00010000:1.0:1778923636.334238:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (131794->18446744073709551615) 00002000:00100000:1.0:1778923636.334241:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e641180 with x1865335281722880 ext(131794->18446744073709551615) 00002000:00010000:1.0:1778923636.334245:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce71e641180. 00000100:00100000:1.0:1778923636.334266:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3640 00000100:00100000:1.0:1778923636.334274:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281723008:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923636.334453:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.334456:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.334459:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923636.334461:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923632 -> 1778923636 00002000:00010000:1.0:1778923636.334463:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.334486:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281723008:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 213us (1127us total) trans 21474839417 rc 0/0 00000100:00100000:1.0:1778923636.334493:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3640 00002000:00010000:1.0:1778923636.334496:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:1.0:1778923636.334499:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71e640e00 with x1865335281723008 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923636.334533:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71e640e00. 00000100:00100000:0.0:1778923636.338268:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.338386:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723136 00000100:00100000:1.0:1778923636.338399:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723136 00000100:00100000:1.0:1778923636.338549:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5602 00000100:00100000:1.0:1778923636.338561:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:54922:x1865335281723136:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.338599:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.338624:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4743 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f66 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338740:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338758:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338772:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923636.338805:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:1.0:1778923636.338810:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923636.338832:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338863:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a4743 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f66 expref: 221 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338884:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f66 expref: 220 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.338893:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.338896:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923636.338900:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923636.338978:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:54922:x1865335281723136:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 420us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.338986:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5602 00000100:00100000:0.0:1778923636.345809:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.346168:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723392 00000100:00100000:1.0:1778923636.346182:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723392 00000100:00100000:1.0:1778923636.346260:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5603 00000100:00100000:1.0:1778923636.346271:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71e640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+220:54922:x1865335281723392:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923636.346347:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.346382:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a474a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f66 expref: 220 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.346406:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.346412:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923636.347101:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.347122:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.347135:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923636.347199:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939952 00000004:00010000:2.0:1778923636.347228:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000078c8c734 reply state 00000000563990e6 transno 8589939953 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.347238:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923636.347377:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71e640380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+222:54922:x1865335281723392:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1104us (1577us total) trans 8589939953 rc 0/0 00000100:00100000:2.0:1778923636.347385:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5603 00000020:00080000:2.0:1778923636.347392:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923636.353457:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923636.353890:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353910:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353919:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353935:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923636.353940:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353949:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353970:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923636.353973:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923636.353981:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.353988:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4751 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.354453:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.355313:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723520 00000100:00100000:3.0:1778923636.355327:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723520 00000100:00100000:3.0:1778923636.355397:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7254 00000100:00100000:3.0:1778923636.355409:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:54922:x1865335281723520:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923636.355431:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923636.355457:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f6d expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923636.355497:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 135168, mtime: 0x6a083874, atime: 0x6a083871, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:3.0:1778923636.355559:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.355563:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.356451:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 33 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.356479:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 33 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.356496:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701654000, rc 0) 00000100:00100000:3.0:1778923636.356831:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:54922:x1865335281723520:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1422us (2381us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.356849:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7254 00000100:00100000:2.0:1778923636.360948:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.361133:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723648 00000100:00100000:0.0:1778923636.361263:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723648 00000100:00100000:0.0:1778923636.361382:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7255 00000100:00100000:0.0:1778923636.361394:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+43:54922:x1865335281723648:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.361417:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.361440:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f74 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361483:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361493:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 44 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361540:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 44 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361551:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361560:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 44 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361567:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 44 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361585:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 44 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361593:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.361595:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.361599:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 10/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 44 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361646:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 44 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361661:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 44 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.361679:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699328:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.361801:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 44 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361811:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 44 pid: 26020 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.361821:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699456:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.361862:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 44 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361873:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 44 pid: 22251 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.361882:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699584:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.361911:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361921:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.361942:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699712:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.361973:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 44 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.361983:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 44 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.361993:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699840:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.362021:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 44 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.362041:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 44 pid: 6547 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.362050:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699968:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.362080:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 44 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.362089:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.362098:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287700096:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.362116:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.365935:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.365979:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.366961:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723904 00000100:00100000:2.0:1778923636.366975:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723904 00010000:00010000:2.0:1778923636.367041:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 45 pid: 22251 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.367092:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724032 00000100:00100000:2.0:1778923636.367095:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724032 00010000:00010000:2.0:1778923636.367110:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 46 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.367135:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3204 00000100:00100000:2.0:1778923636.367145:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+46:2356:x1865335281723904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.367168:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.367196:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 46 pid: 22251 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.367212:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 46 pid: 22251 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.367246:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.367313:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+46:2356:x1865335281723904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 169us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.367320:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3204 00000100:00100000:2.0:1778923636.367383:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3205 00000100:00100000:2.0:1778923636.367390:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281724032:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.367397:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.367406:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 45 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.367415:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 45 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.367434:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.367453:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281724032:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 64us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.367461:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3205 00010000:00010000:0.0:1778923636.367685:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b905f2e2/0x3baece0abe6a4521 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e71 expref: 44 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.367706:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71e641c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699328:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.367721:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699456:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.367731:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a452f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e7f expref: 43 pid: 22251 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.367740:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699584:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.367749:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699712:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.372883:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.372974:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281723776 00000100:00100000:1.0:1778923636.372986:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281723776 00000100:00100000:2.0:1778923636.373000:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.373034:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923636.373037:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 43 pid: 26020 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.373056:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724288 00000100:00100000:2.0:1778923636.373061:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724288 00010000:00010000:2.0:1778923636.373081:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.373082:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724160 00000100:00100000:1.0:1778923636.373086:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724160 00010000:00010000:1.0:1778923636.373105:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 45 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.373118:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3206 00000100:00100000:2.0:1778923636.373135:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281723776:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.373155:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.373184:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 45 pid: 26020 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.373198:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 45 pid: 26020 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.373225:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4528 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e78 expref: 45 pid: 26020 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.373237:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3207 00010000:00010000:2.0:1778923636.373248:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923636.373260:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281724288:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923636.373270:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.373282:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.373294:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.373310:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4536 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e86 expref: 44 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.373314:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281723776:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 179us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.373328:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3206 00010000:00010000:1.0:1778923636.373344:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.373353:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3208 00000100:00100000:2.0:1778923636.373360:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281724160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.373370:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1778923636.373371:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281724288:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 126us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.373377:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3207 00010000:00010000:2.0:1778923636.373381:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 42 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.373399:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 41 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.373411:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.373432:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281724160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 73us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.373438:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3208 00010000:00010000:0.0:1778923636.373760:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a453d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e8d expref: 40 pid: 32953 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.373781:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699840:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.373793:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287699968:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.374010:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.374043:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724416 00000100:00100000:1.0:1778923636.374048:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724416 00010000:00010000:1.0:1778923636.374068:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 40 pid: 6547 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.374100:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3209 00000100:00100000:1.0:1778923636.374108:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281724416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923636.374117:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.374171:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 40 pid: 6547 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.374185:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 40 pid: 6547 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.374194:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287700096:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923636.374204:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4544 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546e94 expref: 40 pid: 6547 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.374218:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923636.374256:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281724416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 137us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.374265:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3209 00010000:00010000:0.0:1778923636.374265:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 39 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.374282:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923636.374310:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:54922:x1865335281723648:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 12919us (13377us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.374318:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7255 00000100:00100000:3.0:1778923636.376078:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.376867:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724544 00000100:00100000:2.0:1778923636.376881:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724544 00010000:00010000:2.0:1778923636.376941:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 38 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.376993:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3210 00000100:00100000:2.0:1778923636.377004:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281724544:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.377023:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.377061:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 38 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.377075:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 38 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.377100:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4361 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546dd7 expref: 38 pid: 32943 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.377124:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.377126:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.377134:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 37 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.377146:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 37 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.377194:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 37 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.377212:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287700224:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923636.377415:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467780 going to sleep for 11 seconds 00000100:00100000:2.0:1778923636.384032:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.384127:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.384785:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287700224:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923636.384817:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923636.384888:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281724544:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7885us (8822us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.384902:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3210 00000100:00100000:0.0:1778923636.386160:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724800 00000100:00100000:0.0:1778923636.386176:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724800 00002000:00010000:0.0:1778923636.386231:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.386238:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9ce00 with x1865335281724800 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.386252:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9ce00. 00000100:00100000:0.0:1778923636.386352:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281724672 00000100:00100000:0.0:1778923636.386356:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281724672 00002000:00010000:0.0:1778923636.386368:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/708 (131794->18446744073709551615) 00002000:00100000:0.0:1778923636.386372:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e375850 with x1865335281724672 ext(131794->18446744073709551615) 00002000:00010000:0.0:1778923636.386379:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e375850. 00000100:00100000:0.0:1778923636.386411:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3641 00000100:00100000:0.0:1778923636.386421:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281724800:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923636.386736:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3642 00000100:00100000:3.0:1778923636.386747:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e375850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281724672:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923636.387080:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 135168 -> 131794 00002000:00010000:3.0:1778923636.387085:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.387088:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923636.387090:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.387092:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.387162:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e375850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281724672:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 417us (3034us total) trans 21474839418 rc 0/0 00000100:00100000:3.0:1778923636.387171:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3642 00002000:00010000:3.0:1778923636.387174:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/708 (131794->18446744073709551615) 00002000:00100000:3.0:1778923636.387177:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e375850 with x1865335281724672 ext(131794->18446744073709551615) 00002000:00010000:3.0:1778923636.387182:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e375850. 00002000:00010000:0.0:1778923636.388983:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.388993:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923633 -> 1778923636 00002000:00010000:0.0:1778923636.388997:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923636.388999:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923633 -> 1778923636 00002000:00010000:0.0:1778923636.389002:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923636.389445:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281724800:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 3017us (5427us total) trans 17179872308 rc 0/0 00000100:00100000:0.0:1778923636.389456:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3641 00002000:00010000:0.0:1778923636.389463:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/680 (0->18446744073709551615) 00002000:00100000:0.0:1778923636.389466:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9ce00 with x1865335281724800 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923636.389473:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9ce00. 00000100:00100000:0.0:1778923636.394270:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.394370:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725056 00000100:00100000:3.0:1778923636.394382:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725056 00000100:00100000:3.0:1778923636.394498:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5604 00000100:00100000:3.0:1778923636.394686:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54922:x1865335281725056:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923636.394831:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.394854:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.394867:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923636.395152:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000053beea10 reply state 0000000047e41e1f transno 8589939954 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.395164:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923636.395333:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+223:54922:x1865335281725056:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 803us (1075us total) trans 8589939954 rc 0/0 00000100:00100000:3.0:1778923636.395345:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5604 00000100:00100000:1.0:1778923636.398795:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.398911:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725184 00000100:00100000:0.0:1778923636.398930:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725184 00000100:00100000:0.0:1778923636.398996:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7256 00000100:00100000:0.0:1778923636.399007:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+38:54922:x1865335281725184:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.399038:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.399062:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f7b expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.399103:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.399113:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.399115:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.399120:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 39 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.399164:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.399180:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.399195:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287700352:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.399302:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00010000:00010000:2.0:1778923636.399877:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399890:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399897:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399905:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923636.399910:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399920:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399949:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923636.399953:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923636.399958:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.399964:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4766 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.402627:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287700352:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.402678:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 39 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.402705:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923636.402775:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:54922:x1865335281725184:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3769us (3992us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.402786:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7256 00000100:00100000:1.0:1778923636.404811:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.404916:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725312 00000100:00100000:0.0:1778923636.404937:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725312 00010000:00010000:0.0:1778923636.404988:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.405042:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3211 00000100:00100000:0.0:1778923636.405053:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281725312:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.405076:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.405101:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.405115:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.405143:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a45d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ecc expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.405162:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.405165:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.405173:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.405185:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.405230:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.405247:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287700480:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923636.405389:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f43c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923636.410122:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.410205:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725440 00000100:00100000:2.0:1778923636.410218:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725440 00000100:00100000:2.0:1778923636.410283:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7257 00000100:00100000:2.0:1778923636.410295:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:54922:x1865335281725440:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923636.410319:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923636.410341:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f82 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.410381:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.410391:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.410394:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.410399:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 35 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.410443:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.410460:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 35 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.410477:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287700608:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.410763:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923636.414403:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.414443:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725568 00000100:00100000:2.0:1778923636.414453:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725568 00010000:00010000:2.0:1778923636.414521:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 36 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.414773:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3212 00000100:00100000:2.0:1778923636.414786:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281725568:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.414806:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.414835:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 36 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.414852:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 36 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.414883:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.414885:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.414905:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 36 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.414931:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 36 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.414979:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 36 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.414997:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287700736:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923636.415196:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287700480:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923636.415223:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.415295:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467780 going to sleep for 11 seconds 00010000:00010000:1.0:1778923636.415759:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a45d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ed3 expref: 36 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.415782:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287700608:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923636.415802:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 35 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.415812:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:0.0:1778923636.415936:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281725312:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10883us (11135us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.415948:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3211 00000100:00100000:1.0:1778923636.416174:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:54922:x1865335281725440:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5882us (6066us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.416183:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7257 00000100:00100000:3.0:1778923636.420057:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.420313:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287700736:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923636.420345:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.420451:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725696 00000100:00100000:0.0:1778923636.420460:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725696 00000100:00100000:0.0:1778923636.420555:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7258 00000100:00100000:0.0:1778923636.420567:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:54922:x1865335281725696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.420599:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.420622:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f89 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.420661:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.420671:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.420673:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.420678:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.420718:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.420733:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.420748:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287700864:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.421496:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281725568:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6707us (7104us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.421521:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3212 00000100:00100000:0.0:1778923636.421786:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.425319:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287700864:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.425367:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.425394:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7400, rc 0) 00000100:00100000:0.0:1778923636.425459:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:54922:x1865335281725696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4894us (5415us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.425471:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7258 00000100:00100000:1.0:1778923636.426670:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.427088:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725824 00000100:00100000:3.0:1778923636.427100:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725824 00010000:00010000:3.0:1778923636.427148:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.427197:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3213 00000100:00100000:3.0:1778923636.427209:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281725824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923636.427226:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.427254:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.427269:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.427297:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a45de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eda expref: 39 pid: 25674 timeout: 1433 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.427318:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.427320:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.427327:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.427338:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.427385:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.427401:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287700992:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923636.427496:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.431298:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287700992:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923636.431331:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923636.431404:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281725824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4196us (4741us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.431417:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3213 00000100:00100000:3.0:1778923636.436323:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.436368:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.436405:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.436987:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281725952 00000100:00100000:1.0:1778923636.437001:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281725952 00000100:00100000:1.0:1778923636.437305:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726080 00000100:00100000:1.0:1778923636.437309:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726080 00000100:00100000:1.0:1778923636.437335:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726208 00000100:00100000:1.0:1778923636.437339:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726208 00000100:00100000:1.0:1778923636.437368:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7259 00000100:00100000:1.0:1778923636.437378:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281725952:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923636.437826:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923636.437831:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:1.0:1778923636.437834:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923636.437837:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923634 -> 1778923636 00002000:00010000:1.0:1778923636.437839:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923636.437931:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281725952:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 544us (1614us total) trans 17179872309 rc 0/0 00000100:00100000:1.0:1778923636.437944:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7259 00000100:00100000:1.0:1778923636.437975:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7260 00000100:00100000:1.0:1778923636.437984:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281726080:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923636.438179:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7261 00000100:00100000:3.0:1778923636.438190:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281726208:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923636.438295:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.438298:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923633 -> 1778923634 00002000:00010000:3.0:1778923636.438301:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923636.438303:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923633 -> 1778923636 00002000:00010000:3.0:1778923636.438305:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.438330:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281726208:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 144us (1925us total) trans 17179872310 rc 0/0 00000100:00100000:3.0:1778923636.438337:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7261 00002000:00010000:1.0:1778923636.438487:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.438490:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923633 -> 1778923634 00002000:00010000:1.0:1778923636.438492:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923636.438494:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923633 -> 1778923636 00002000:00010000:1.0:1778923636.438497:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.440179:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281726080:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 2186us (3799us total) trans 21474839419 rc 0/0 00000100:00100000:1.0:1778923636.440193:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7260 00000100:00100000:3.0:1778923636.443696:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.443842:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726464 00000100:00100000:0.0:1778923636.443856:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726464 00000100:00100000:0.0:1778923636.443947:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2046 00000100:00100000:0.0:1778923636.443959:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df68450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+222:54922:x1865335281726464:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923636.444161:0:30330:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb7 expref: 222 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.444224:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.444239:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 222 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.444248:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.444286:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 222 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.444304:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 222 pid: 30325 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.444319:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287701120:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.444463:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.448393:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.448545:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726592 00000100:00100000:1.0:1778923636.448556:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726592 00010000:00010000:1.0:1778923636.448614:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 223 pid: 30325 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.448661:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3214 00000100:00100000:1.0:1778923636.448671:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:2354:x1865335281726592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923636.448690:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.448697:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 223 pid: 30325 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.448712:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 223 pid: 30325 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.448746:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.448752:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.448764:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.448773:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.448797:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923636.448865:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:2354:x1865335281726592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 195us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.448879:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3214 00010000:00010000:0.0:1778923636.449095:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a45bb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ebe expref: 222 pid: 30325 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.449117:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287701120:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.449148:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.449160:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.449166:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923636.457804:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1731, 88 off150536 00000004:00080000:1.0:1778923636.457823:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333514318767ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.458093:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1723, 88 off150096 00000004:00080000:1.0:1778923636.458101:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333514596707ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.458141:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1724, 88 off150184 00000004:00080000:1.0:1778923636.458145:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333514641330ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.458160:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1732, 88 off150624 00000004:00080000:1.0:1778923636.458164:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333514660069ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.458744:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1733, 88 off150712 00000004:00080000:1.0:1778923636.458752:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333515248020ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.459299:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1725, 88 off150272 00000004:00080000:1.0:1778923636.459307:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333515803447ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.459339:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1726, 88 off150360 00000004:00080000:1.0:1778923636.459345:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333515840683ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.459362:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1734, 88 off150800 00000004:00080000:1.0:1778923636.459366:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333515862272ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.459496:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1727, 88 off150448 00000004:00080000:1.0:1778923636.459500:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333515996485ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.459752:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1735, 88 off150888 00000004:00080000:1.0:1778923636.459758:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333516254315ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.460163:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1736, 88 off150976 00000004:00080000:1.0:1778923636.460170:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333516665771ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.460280:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1728, 88 off150536 00000004:00080000:1.0:1778923636.460285:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333516781375ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.460315:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1737, 88 off151064 00000004:00080000:1.0:1778923636.460320:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333516815740ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.460457:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1729, 88 off150624 00000004:00080000:1.0:1778923636.460463:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333516958650ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.460564:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1738, 88 off151152 00000004:00080000:1.0:1778923636.460802:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333517065094ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.460978:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1730, 88 off150712 00000004:00080000:1.0:1778923636.460984:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333517479574ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.461011:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1731, 88 off150800 00000004:00080000:1.0:1778923636.461015:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333517511378ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.461041:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1739, 88 off151240 00000004:00080000:1.0:1778923636.461045:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333517541354ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.461252:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1740, 88 off151328 00000004:00080000:1.0:1778923636.461260:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333517756139ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.461358:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1732, 88 off150888 00000004:00080000:1.0:1778923636.461363:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333517859331ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.461391:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1733, 88 off150976 00000004:00080000:1.0:1778923636.461395:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333517891581ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.461411:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1741, 88 off151416 00000004:00080000:1.0:1778923636.461415:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333517910576ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.462235:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1742, 88 off151504 00000004:00080000:1.0:1778923636.462246:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333518742189ns, next at 1321446740812ns, rc = 0 00000040:00080000:1.0:1778923636.462321:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1734, 88 off151064 00000004:00080000:1.0:1778923636.462327:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333518822539ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.462406:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1735, 88 off151152 00000004:00080000:1.0:1778923636.462411:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1333518906964ns, next at 1321446608325ns, rc = 0 00000040:00080000:1.0:1778923636.462723:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1743, 88 off151592 00000004:00080000:1.0:1778923636.462729:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1333519225301ns, next at 1321446740812ns, rc = 0 00000001:00080000:3.0:1778923636.516078:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939939 is committed 00000001:00080000:3.0:1778923636.516301:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939955 is committed 00000004:00080000:3.0:1778923636.516308:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1404 committed 00000004:00080000:3.0:1778923636.516330:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1399 committed 00000004:00080000:3.0:1778923636.516344:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1398 committed 00000004:00080000:3.0:1778923636.516347:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1403 committed 00000004:00080000:3.0:1778923636.516349:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1402 committed 00000004:00080000:3.0:1778923636.516351:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1397 committed 00000004:00080000:3.0:1778923636.516353:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1396 committed 00000004:00080000:3.0:1778923636.516355:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1401 committed 00000004:00080000:3.0:1778923636.516357:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1400 committed 00000004:00080000:3.0:1778923636.516360:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1395 committed 00000004:00080000:3.0:1778923636.516362:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1394 committed 00000004:00080000:3.0:1778923636.516363:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1399 committed 00000004:00080000:3.0:1778923636.516365:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1393 committed 00000004:00080000:3.0:1778923636.516367:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1398 committed 00000004:00080000:3.0:1778923636.516369:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1392 committed 00000004:00080000:3.0:1778923636.516370:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1397 committed 00000004:00080000:3.0:1778923636.516373:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1396 committed 00000004:00080000:3.0:1778923636.516375:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1391 committed 00000004:00080000:3.0:1778923636.516377:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1395 committed 00000004:00080000:3.0:1778923636.516379:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1390 committed 00000004:00080000:3.0:1778923636.516382:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1389 committed 00000004:00080000:3.0:1778923636.516384:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1394 committed 00000004:00080000:3.0:1778923636.516387:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1393 committed 00000004:00080000:3.0:1778923636.516389:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1388 committed 00000004:00080000:3.0:1778923636.516390:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1387 committed 00000004:00080000:3.0:1778923636.516392:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1392 committed 00000100:00100000:2.0:1778923636.516777:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.516874:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.516913:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701888:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.516949:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.516975:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923636.516980:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701504:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.517001:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.517018:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287702016:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.517050:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.517088:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701376 00000100:00100000:2.0:1778923636.517096:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701376 00000100:00100000:2.0:1778923636.517160:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701888 00000100:00100000:2.0:1778923636.517163:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701888 00000100:00100000:2.0:1778923636.517179:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701504 00000100:00100000:2.0:1778923636.517181:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701504 00000100:00100000:2.0:1778923636.517195:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702016 00000100:00100000:2.0:1778923636.517197:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702016 00000100:00100000:2.0:1778923636.517219:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7262 00000100:00100000:2.0:1778923636.517229:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287701376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.517486:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.517490:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:2.0:1778923636.517493:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923636.517496:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517498:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.517583:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287701376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 354us (708us total) trans 21474839420 rc 0/0 00000100:00100000:2.0:1778923636.517591:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7262 00000100:00100000:2.0:1778923636.517612:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7263 00000100:00100000:2.0:1778923636.517618:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287701888:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.517702:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.517705:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517707:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923636.517710:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517712:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.517735:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287701888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (786us total) trans 21474839421 rc 0/0 00000100:00100000:2.0:1778923636.517740:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7263 00000100:00100000:2.0:1778923636.517754:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7264 00000100:00100000:2.0:1778923636.517761:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287701504:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.517840:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.517843:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517846:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923636.517848:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517850:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.517874:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287701504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (872us total) trans 21474839422 rc 0/0 00000100:00100000:2.0:1778923636.517880:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7264 00000100:00100000:2.0:1778923636.517891:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7265 00000100:00100000:2.0:1778923636.517898:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287702016:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.517989:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.517992:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517995:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923636.517997:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.517999:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.518022:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287702016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 125us (972us total) trans 21474839423 rc 0/0 00000100:00100000:2.0:1778923636.518027:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7265 00000100:00100000:2.0:1778923636.518096:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839401 gen 2 00000004:00080000:2.0:1778923636.518103:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839375 committed transno 21474839401 00000004:00080000:2.0:1778923636.518127:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19180, transno 21474839376 00000004:00080000:2.0:1778923636.518137:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19500, transno 21474839377 00000004:00080000:2.0:1778923636.518140:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18a80, transno 21474839378 00000004:00080000:2.0:1778923636.518142:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18700, transno 21474839379 00000004:00080000:2.0:1778923636.518145:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1aa00, transno 21474839380 00000004:00080000:2.0:1778923636.518148:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1ad80, transno 21474839381 00000004:00080000:2.0:1778923636.518150:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19f80, transno 21474839382 00000004:00080000:2.0:1778923636.518153:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1b480, transno 21474839383 00000004:00080000:2.0:1778923636.518156:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d47100, transno 21474839384 00000004:00080000:2.0:1778923636.518158:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44000, transno 21474839385 00000004:00080000:2.0:1778923636.518160:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c23100, transno 21474839386 00000004:00080000:2.0:1778923636.518162:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44e00, transno 21474839387 00000004:00080000:2.0:1778923636.518165:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d46680, transno 21474839388 00000004:00080000:2.0:1778923636.518168:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641f100, transno 21474839389 00000004:00080000:2.0:1778923636.518171:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de680, transno 21474839390 00000004:00080000:2.0:1778923636.518174:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d880, transno 21474839391 00000004:00080000:2.0:1778923636.518177:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9180, transno 21474839392 00000004:00080000:2.0:1778923636.518179:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dd180, transno 21474839393 00000004:00080000:2.0:1778923636.518182:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548a80, transno 21474839394 00000004:00080000:2.0:1778923636.518184:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c000, transno 21474839395 00000004:00080000:2.0:1778923636.518187:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100df480, transno 21474839396 00000004:00080000:2.0:1778923636.518190:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f43100, transno 21474839397 00000004:00080000:2.0:1778923636.518193:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18e00, transno 21474839398 00000004:00080000:2.0:1778923636.518196:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c20e00, transno 21474839399 00000004:00080000:2.0:1778923636.518198:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1a680, transno 21474839400 00000004:00080000:2.0:1778923636.518201:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19880, transno 21474839401 00000100:00100000:2.0:1778923636.518208:0:3293:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce728e9c380 x1865335287701504/t21474839422(21474839422) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923652 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1778923636.518221:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c380/2, rc 0, transno 21474839422 00000100:00100000:2.0:1778923636.518226:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701504:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923636.518239:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d500/2, rc 0, transno 21474839423 00000100:00100000:2.0:1778923636.518243:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287702016:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923636.518254:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d880/2, rc 0, transno 21474839420 00000100:00100000:2.0:1778923636.518257:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701376:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923636.518264:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ce00/2, rc 0, transno 21474839421 00000100:00100000:2.0:1778923636.518267:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287701888:0@lo:2:osp-syn-0-0.0 00000100:00080000:2.0:1778923636.518287:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1778923636.518743:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 5 changes, 8 in progress, 4 in flight, 26 done 00000100:00100000:2.0:1778923636.518825:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702528:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.518866:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.518893:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923636.518897:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923636.518914:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.518960:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702528 00000100:00100000:2.0:1778923636.518966:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702528 00000100:00100000:2.0:1778923636.518999:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702400 00000100:00100000:2.0:1778923636.519002:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702400 00000100:00100000:2.0:1778923636.519020:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:2.0:1778923636.519027:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287702528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.519146:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923636.519149:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.519152:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923636.519154:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.519156:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923636.519188:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287702528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (321us total) trans 21474839424 rc 0/0 00000100:00100000:2.0:1778923636.519193:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00000100:00100000:2.0:1778923636.519205:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7267 00000100:00100000:2.0:1778923636.519211:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287702400:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923636.519281:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.519284:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.519286:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923636.519288:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.519291:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.519312:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287702400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 101us (396us total) trans 21474839425 rc 0/0 00000100:00100000:2.0:1778923636.519318:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7267 00000004:00080000:2.0:1778923636.519352:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f1c00/2, rc 0, transno 21474839425 00000100:00100000:2.0:1778923636.519361:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702400:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923636.519369:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f2d80/2, rc 0, transno 21474839424 00000100:00100000:2.0:1778923636.519372:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.519861:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.519900:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.519942:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.519963:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.519982:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702272:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.520002:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.520018:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.520048:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.520069:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1778923636.520074:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701632:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.520094:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.520109:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702144:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.520128:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.520144:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.520162:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.520196:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701248 00000100:00100000:3.0:1778923636.520201:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701248 00000100:00100000:3.0:1778923636.520237:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701760 00000100:00100000:3.0:1778923636.520240:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701760 00000100:00100000:3.0:1778923636.520249:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702272 00000100:00100000:3.0:1778923636.520252:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702272 00000100:00100000:3.0:1778923636.520259:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702784 00000100:00100000:3.0:1778923636.520261:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702784 00000100:00100000:3.0:1778923636.520269:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287701632 00000100:00100000:3.0:1778923636.520270:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287701632 00000100:00100000:3.0:1778923636.520280:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702144 00000100:00100000:3.0:1778923636.520282:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702144 00000100:00100000:3.0:1778923636.520291:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702656 00000100:00100000:3.0:1778923636.520293:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702656 00000100:00100000:3.0:1778923636.520305:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1778923636.520312:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287701248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.520492:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.520496:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923636.520499:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923636.520501:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923636.520549:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.520592:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287701248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 279us (690us total) trans 21474839426 rc 0/0 00000100:00100000:3.0:1778923636.520599:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1778923636.520619:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7269 00000100:00100000:3.0:1778923636.520626:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287701760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.520848:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923636.520851:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.520853:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923636.520856:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.520858:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.520885:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287701760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 260us (920us total) trans 21474839427 rc 0/0 00000100:00100000:3.0:1778923636.520891:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7269 00000100:00100000:3.0:1778923636.520905:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7270 00000100:00100000:3.0:1778923636.520912:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287702272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.521004:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923636.521008:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521010:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923636.521014:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521016:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.521041:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287702272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (1038us total) trans 21474839428 rc 0/0 00000100:00100000:3.0:1778923636.521048:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7270 00000100:00100000:3.0:1778923636.521060:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7271 00000100:00100000:3.0:1778923636.521067:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287702784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.521147:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923636.521151:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521153:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923636.521155:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521157:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.521182:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287702784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (1133us total) trans 21474839429 rc 0/0 00000100:00100000:3.0:1778923636.521189:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7271 00000100:00100000:3.0:1778923636.521200:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1778923636.521206:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287701632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.521287:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923636.521290:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521292:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923636.521294:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521296:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.521320:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287701632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (1225us total) trans 21474839430 rc 0/0 00000100:00100000:3.0:1778923636.521326:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1778923636.521338:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1778923636.521343:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287702144:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.521423:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.521426:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521429:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923636.521431:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521434:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.521458:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287702144:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (1329us total) trans 21474839431 rc 0/0 00000100:00100000:3.0:1778923636.521464:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1778923636.521477:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7274 00000100:00100000:3.0:1778923636.521484:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287702656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923636.521893:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.521897:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521899:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923636.521901:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.521904:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.521946:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287702656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 461us (1781us total) trans 21474839432 rc 0/0 00000100:00100000:3.0:1778923636.521953:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7274 00000004:00080000:3.0:1778923636.522401:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c000/2, rc 0, transno 21474839430 00000100:00100000:3.0:1778923636.522410:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701632:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522429:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ed80/2, rc 0, transno 21474839431 00000100:00100000:3.0:1778923636.522433:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702144:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522444:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f3800/2, rc 0, transno 21474839432 00000100:00100000:3.0:1778923636.522448:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702656:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522457:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c700/2, rc 0, transno 21474839426 00000100:00100000:3.0:1778923636.522460:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701248:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522469:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9f480/2, rc 0, transno 21474839427 00000100:00100000:3.0:1778923636.522472:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287701760:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522480:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f2680/2, rc 0, transno 21474839428 00000100:00100000:3.0:1778923636.522483:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702272:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923636.522490:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f3480/2, rc 0, transno 21474839429 00000100:00100000:3.0:1778923636.522494:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287702784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923636.522771:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703296:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.522816:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.522852:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703808:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.522873:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.522892:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1778923636.522898:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703168:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.522918:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.522946:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703680:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.522971:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.523004:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703296 00000100:00100000:3.0:1778923636.523012:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703296 00000004:00010000:1.0:1778923636.523201:0:30330:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001a547ba9 reply state 00000000e632907a transno 8589939955 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.523219:0:30330:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1778923636.523233:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.523237:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923636.523254:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4591 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eb7 expref: 198 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:1.0:1778923636.523396:0:30330:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1778923636.523412:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df68450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+198:54922:x1865335281726464:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 79455us (79729us total) trans 8589939955 rc 0/0 00000100:00100000:1.0:1778923636.523426:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2046 00010000:00010000:1.0:1778923636.523495:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523720:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523731:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523738:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923636.523744:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523755:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523774:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.523777:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923636.523781:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.523789:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a4782 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.524384:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703808 00000100:00100000:0.0:1778923636.524394:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703808 00000100:00100000:2.0:1778923636.524905:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703168 00000100:00100000:2.0:1778923636.524911:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703168 00000100:00100000:3.0:1778923636.525243:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703680 00000100:00100000:3.0:1778923636.525248:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703680 00000100:00100000:0.0:1778923636.525524:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7275 00000100:00100000:0.0:1778923636.525543:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287703296:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923636.526125:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.526130:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.526133:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923636.526136:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.526139:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923636.526234:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287703296:12345-0@lo:2:osp-syn-1-0.0 Request processed in 699us (3415us total) trans 17179872311 rc 0/0 00000100:00100000:0.0:1778923636.526243:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7275 00000100:00100000:0.0:1778923636.526269:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7276 00000100:00100000:0.0:1778923636.526278:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287703808:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923636.526371:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923636.526375:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.526377:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923636.526379:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.526382:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923636.526410:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287703808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (3534us total) trans 17179872312 rc 0/0 00000100:00100000:0.0:1778923636.526415:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7276 00000100:00100000:1.0:1778923636.526912:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7277 00000100:00100000:1.0:1778923636.526933:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287703168:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923636.527060:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923636.527063:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.527065:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923636.527068:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.527070:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.527106:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287703168:12345-0@lo:2:osp-syn-1-0.0 Request processed in 187us (4187us total) trans 17179872313 rc 0/0 00000100:00100000:1.0:1778923636.527113:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7277 00000100:00100000:1.0:1778923636.527129:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7278 00000100:00100000:1.0:1778923636.527135:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287703680:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923636.527211:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923636.527214:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.527217:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923636.527219:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.527221:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.527245:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287703680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (4273us total) trans 17179872314 rc 0/0 00000100:00100000:1.0:1778923636.527250:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7278 00000100:00100000:2.0:1778923636.527551:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703040:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923636.527606:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.527788:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703552:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923636.527814:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.527843:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923636.527850:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702912:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923636.527870:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.527885:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703424:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923636.527903:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923636.527935:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703040 00000100:00100000:2.0:1778923636.527943:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703040 00000100:00100000:2.0:1778923636.527971:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703552 00000100:00100000:2.0:1778923636.527974:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703552 00000100:00100000:2.0:1778923636.527985:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287702912 00000100:00100000:2.0:1778923636.527987:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287702912 00000100:00100000:2.0:1778923636.527996:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703424 00000100:00100000:2.0:1778923636.527998:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703424 00000100:00100000:2.0:1778923636.528008:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7279 00000100:00100000:2.0:1778923636.528014:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287703040:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923636.528271:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923636.528274:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:2.0:1778923636.528277:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923636.528279:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.528282:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923636.528317:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287703040:12345-0@lo:2:osp-syn-1-0.0 Request processed in 302us (711us total) trans 17179872315 rc 0/0 00000100:00100000:2.0:1778923636.528324:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7279 00000100:00100000:2.0:1778923636.528453:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7280 00000100:00100000:2.0:1778923636.528461:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287703552:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923636.528749:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923636.528752:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.528755:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923636.528757:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.528760:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923636.528790:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287703552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 331us (975us total) trans 17179872316 rc 0/0 00000100:00100000:2.0:1778923636.528797:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7280 00000100:00100000:2.0:1778923636.528814:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7281 00000100:00100000:2.0:1778923636.528821:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287702912:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923636.528967:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923636.528971:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:2.0:1778923636.528973:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:2.0:1778923636.528975:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923636.528977:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1778923636.529004:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287702912:12345-0@lo:2:osp-syn-1-0.0 Request processed in 185us (1133us total) trans 17179872317 rc 0/0 00000100:00100000:2.0:1778923636.529011:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7281 00000100:00100000:3.0:1778923636.529177:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7282 00000100:00100000:3.0:1778923636.529190:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287703424:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923636.529296:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.529299:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.529301:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923636.529304:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.529306:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.529336:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287703424:12345-0@lo:2:osp-syn-1-0.0 Request processed in 151us (1431us total) trans 17179872318 rc 0/0 00000100:00100000:3.0:1778923636.529342:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7282 00000100:00080000:3.0:1778923636.529384:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923636.529441:0:3292:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872291 gen 2 00000004:00080000:3.0:1778923636.529447:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0a80, transno 17179872235 00000004:00080000:3.0:1778923636.529466:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f3800, transno 17179872236 00000004:00080000:3.0:1778923636.529469:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1c00, transno 17179872237 00000004:00080000:3.0:1778923636.529472:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f2a00, transno 17179872238 00000004:00080000:3.0:1778923636.529474:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9bb80, transno 17179872239 00000004:00080000:3.0:1778923636.529477:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1180, transno 17179872240 00000004:00080000:3.0:1778923636.529479:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0700, transno 17179872241 00000004:00080000:3.0:1778923636.529482:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f2680, transno 17179872242 00000004:00080000:3.0:1778923636.529484:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0e00, transno 17179872243 00000004:00080000:3.0:1778923636.529487:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1880, transno 17179872244 00000004:00080000:3.0:1778923636.529489:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0380, transno 17179872245 00000004:00080000:3.0:1778923636.529491:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a300, transno 17179872246 00000004:00080000:3.0:1778923636.529494:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e34700, transno 17179872247 00000004:00080000:3.0:1778923636.529496:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d40000, transno 17179872248 00000004:00080000:3.0:1778923636.529499:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e35f80, transno 17179872249 00000004:00080000:3.0:1778923636.529520:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e37b80, transno 17179872250 00000004:00080000:3.0:1778923636.529524:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d41c00, transno 17179872251 00000004:00080000:3.0:1778923636.529526:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e34380, transno 17179872252 00000004:00080000:3.0:1778923636.529529:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e37480, transno 17179872253 00000004:00080000:3.0:1778923636.529532:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e36300, transno 17179872254 00000004:00080000:3.0:1778923636.529546:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f41180, transno 17179872255 00000004:00080000:3.0:1778923636.529549:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f43480, transno 17179872256 00000004:00080000:3.0:1778923636.529552:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce71123ea00, transno 17179872257 00000004:00080000:3.0:1778923636.529554:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548380, transno 17179872258 00000004:00080000:3.0:1778923636.529559:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872264 committed transno 17179872291 00000004:00080000:3.0:1778923636.529580:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ad80, transno 17179872265 00000004:00080000:3.0:1778923636.529582:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706419180, transno 17179872266 00000004:00080000:3.0:1778923636.529585:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641b100, transno 17179872267 00000004:00080000:3.0:1778923636.529588:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7098b9f80, transno 17179872268 00000004:00080000:3.0:1778923636.529590:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418380, transno 17179872269 00000004:00080000:3.0:1778923636.529593:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a300, transno 17179872270 00000004:00080000:3.0:1778923636.529595:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a680, transno 17179872271 00000004:00080000:3.0:1778923636.529598:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418a80, transno 17179872272 00000004:00080000:3.0:1778923636.529600:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f0e00, transno 17179872273 00000004:00080000:3.0:1778923636.529603:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607700380, transno 17179872274 00000004:00080000:3.0:1778923636.529606:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f0000, transno 17179872275 00000004:00080000:3.0:1778923636.529609:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772f480, transno 17179872276 00000004:00080000:3.0:1778923636.529611:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72ea83100, transno 17179872277 00000004:00080000:3.0:1778923636.529613:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1f80, transno 17179872279 00000004:00080000:3.0:1778923636.529616:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706419f80, transno 17179872280 00000004:00080000:3.0:1778923636.529618:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f3480, transno 17179872281 00000004:00080000:3.0:1778923636.529622:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641e680, transno 17179872282 00000004:00080000:3.0:1778923636.529624:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 17179872283 00000004:00080000:3.0:1778923636.529627:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c700, transno 17179872284 00000004:00080000:3.0:1778923636.529826:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f3b80, transno 17179872285 00000004:00080000:3.0:1778923636.529830:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce704f13b80, transno 17179872286 00000004:00080000:3.0:1778923636.529832:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ad80, transno 17179872287 00000004:00080000:3.0:1778923636.529835:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607f42300, transno 17179872288 00000004:00080000:3.0:1778923636.529837:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734071500, transno 17179872289 00000004:00080000:3.0:1778923636.529840:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734073800, transno 17179872290 00000004:00080000:3.0:1778923636.529842:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072680, transno 17179872291 00000100:00100000:3.0:1778923636.529850:0:3292:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce728f72d80 x1865335287703168/t17179872313(17179872313) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923652 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1778923636.529863:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72d80/2, rc 0, transno 17179872313 00000100:00100000:3.0:1778923636.529869:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703168:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923636.529971:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72a00/2, rc 0, transno 17179872317 00000100:00100000:2.0:1778923636.529976:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287702912:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923636.529988:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73480/2, rc 0, transno 17179872318 00000100:00100000:2.0:1778923636.529991:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703424:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923636.530000:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70380/2, rc 0, transno 17179872315 00000100:00100000:2.0:1778923636.530003:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703040:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923636.530011:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71500/2, rc 0, transno 17179872316 00000100:00100000:2.0:1778923636.530013:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287703552:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923636.530281:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70000/2, rc 0, transno 17179872314 00000100:00100000:3.0:1778923636.530286:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703680:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923636.530296:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71880/2, rc 0, transno 17179872311 00000100:00100000:3.0:1778923636.530299:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703296:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923636.530308:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70a80/2, rc 0, transno 17179872312 00000100:00100000:3.0:1778923636.530312:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287703808:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923636.531298:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 5 changes, 8 in progress, 0 in flight, 50 done 00000100:00100000:2.0:1778923636.531412:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287703936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923636.531493:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923636.531766:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287703936 00000100:00100000:0.0:1778923636.531775:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287703936 00000100:00100000:0.0:1778923636.531829:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7283 00000100:00100000:0.0:1778923636.531838:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287703936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923636.532069:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923636.532073:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.532076:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923636.532078:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923636.532081:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923636.532481:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287704064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.532559:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.532584:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923636.532589:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287704448:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.532608:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923636.532644:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287704064 00000100:00100000:3.0:1778923636.532650:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287704064 00000100:00100000:3.0:1778923636.532680:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287704448 00000100:00100000:3.0:1778923636.532683:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287704448 00000100:00100000:3.0:1778923636.532701:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7284 00000100:00100000:3.0:1778923636.532706:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287704064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923636.532834:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923636.532839:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.532841:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923636.532843:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.532845:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923636.532881:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287704064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 174us (322us total) trans 17179872320 rc 0/0 00000100:00100000:3.0:1778923636.532888:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7284 00000100:00100000:3.0:1778923636.532910:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7285 00000100:00100000:3.0:1778923636.532916:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287704448:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923636.533013:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923636.533016:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.533018:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923636.533020:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923636.533023:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923636.533322:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287704192:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923636.533358:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923636.533386:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923636.533391:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287704320:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923636.533411:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923636.533438:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287704192 00000100:00100000:1.0:1778923636.533441:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287704192 00000100:00100000:1.0:1778923636.533469:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287704320 00000100:00100000:1.0:1778923636.533471:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287704320 00000100:00100000:1.0:1778923636.533487:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7286 00000100:00100000:1.0:1778923636.533492:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287704192:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923636.533618:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923636.533621:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.533623:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923636.533635:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.533638:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923636.533671:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287704192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 178us (312us total) trans 17179872322 rc 0/0 00000100:00100000:1.0:1778923636.533677:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7286 00000100:00100000:1.0:1778923636.533692:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7287 00000100:00100000:1.0:1778923636.533698:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287704320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923636.533769:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923636.533771:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.533773:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923636.533776:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923636.533778:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923636.533800:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287704320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 102us (387us total) trans 17179872323 rc 0/0 00000100:00100000:1.0:1778923636.533805:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7287 00000004:00080000:1.0:1778923636.533843:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aab800/2, rc 0, transno 17179872323 00000100:00100000:1.0:1778923636.533850:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287704320:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923636.533860:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aaa300/2, rc 0, transno 17179872322 00000100:00100000:1.0:1778923636.533863:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287704192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.534108:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287704448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1192us (1498us total) trans 17179872321 rc 0/0 00000100:00100000:3.0:1778923636.534115:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7285 00000004:00080000:3.0:1778923636.534162:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aa9500/2, rc 0, transno 17179872321 00000100:00100000:3.0:1778923636.534166:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287704448:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923636.534174:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aa8e00/2, rc 0, transno 17179872320 00000100:00100000:3.0:1778923636.534177:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287704064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923636.534299:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.534876:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726720 00000100:00100000:1.0:1778923636.534885:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726720 00000100:00100000:1.0:1778923636.534946:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5605 00000100:00100000:1.0:1778923636.534956:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+197:54922:x1865335281726720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923636.534981:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923636.535005:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4789 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f90 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.535090:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4789 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f90 expref: 198 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.535107:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4789 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f90 expref: 198 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.535130:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923636.535134:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923636.535139:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923636.535206:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+198:54922:x1865335281726720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 251us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.535213:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5605 00000100:00100000:0.0:1778923636.535999:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287703936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4158us (4502us total) trans 17179872319 rc 0/0 00000100:00100000:0.0:1778923636.536010:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7283 00000004:00080000:2.0:1778923636.536166:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aa8a80/2, rc 0, transno 17179872319 00000100:00100000:2.0:1778923636.536174:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287703936:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923636.539238:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.539364:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281726976 00000100:00100000:2.0:1778923636.539378:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281726976 00000100:00100000:2.0:1778923636.539457:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2047 00000100:00100000:2.0:1778923636.539468:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+198:54922:x1865335281726976:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923636.542775:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54922:x1865335281726976:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 3290us (3533us total) trans 8589939956 rc 0/0 00000100:00100000:2.0:1778923636.542793:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2047 00000100:00100000:1.0:1778923636.563788:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.564018:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281727104 00000100:00100000:2.0:1778923636.564049:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281727104 00000100:00100000:2.0:1778923636.564129:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5606 00000100:00100000:2.0:1778923636.564143:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54923:x1865335281727104:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923636.564173:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923636.564200:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4790 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f97 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564289:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564306:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564318:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564334:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564340:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.564346:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565341:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565355:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565366:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923636.565413:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00000004:00200000:2.0:1778923636.565418:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923636.565442:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565455:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565465:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565472:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565479:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565486:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923636.565491:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.565499:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566108:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923636.566112:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923636.566119:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566127:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4797 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566146:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566153:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566159:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566164:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923636.566166:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566170:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566176:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce710fe7400) 00010000:00010000:2.0:1778923636.566179:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923636.566181:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566187:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a479e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566234:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4790 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566248:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.566256:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923636.566258:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923636.566261:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923636.566392:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54923:x1865335281727104:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2251us (2619us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.566402:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5606 00000100:00100000:3.0:1778923636.570547:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.570620:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281727360 00000100:00100000:0.0:1778923636.570643:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281727360 00000100:00100000:0.0:1778923636.570722:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5607 00000100:00100000:0.0:1778923636.570734:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54923:x1865335281727360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923636.570760:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923636.570785:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a47ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546f9e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.570929:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a47b3 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.570958:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a47b3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.570973:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a47b3 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923636.570988:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00010000:00010000:0.0:1778923636.571153:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a47ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f9e expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.571176:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a47b3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f9e expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.571187:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923636.571190:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923636.571194:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923636.571266:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54923:x1865335281727360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 534us (763us total) trans 8589939957 rc 0/0 00000100:00100000:0.0:1778923636.571277:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5607 00000100:00100000:3.0:1778923636.575398:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.575497:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281727616 00000100:00100000:2.0:1778923636.575546:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281727616 00000100:00100000:2.0:1778923636.575616:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5608 00000100:00100000:2.0:1778923636.575627:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54923:x1865335281727616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923636.575659:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923636.575686:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a47c1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fa5 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.575819:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a47c8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.575838:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a47c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.575852:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a47c8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923636.575867:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00010000:00010000:2.0:1778923636.576061:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a47c1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fa5 expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.576084:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a47c8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fa5 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.576094:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923636.576098:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923636.576101:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923636.576186:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54923:x1865335281727616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 561us (802us total) trans 8589939958 rc 0/0 00000100:00100000:2.0:1778923636.576194:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5608 00000100:00100000:0.0:1778923636.619141:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.619770:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281727744 00000100:00100000:3.0:1778923636.619788:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281727744 00000100:00100000:3.0:1778923636.619895:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3643 00000100:00100000:3.0:1778923636.619908:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281727744:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923636.619965:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.619991:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 40 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.620001:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923636.620003:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923636.620007:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.620063:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 40 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.620080:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 40 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.620096:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287704576:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923636.620227:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.622745:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287704576:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923636.622782:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.625912:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.626683:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281727872 00000100:00100000:3.0:1778923636.626700:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281727872 00010000:00010000:0.0:1778923636.627001:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 41 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.627149:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3215 00000100:00100000:0.0:1778923636.627165:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281727872:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.627283:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.627313:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 41 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.627330:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 41 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.627359:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a476d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f7b expref: 41 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.627381:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.627383:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.627390:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.627402:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.627497:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.627774:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281727872:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 612us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.627784:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3215 00010000:00010000:3.0:1778923636.628731:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.628746:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647629:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647656:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647666:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647674:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923636.647679:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647689:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647712:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.647720:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082d7165c/0x3baece0abe6a47d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.647850:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281727744:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27939us (28713us total) trans 0 rc 131794/131794 00000100:00100000:3.0:1778923636.648014:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3643 00000100:00100000:1.0:1778923636.656253:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.656475:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728000 00000100:00100000:0.0:1778923636.656489:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728000 00000100:00100000:0.0:1778923636.656621:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3644 00000100:00100000:0.0:1778923636.656632:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281728000:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923636.656686:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.656714:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 39 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.656724:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.656727:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.656731:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.656775:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 39 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.656791:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 39 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.656818:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287704704:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.656936:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480c00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.660835:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.660951:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728128 00000100:00100000:2.0:1778923636.660963:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728128 00010000:00010000:2.0:1778923636.661018:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 40 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.661194:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3216 00000100:00100000:2.0:1778923636.661205:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281728128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.661225:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.661255:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 40 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.661270:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 40 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.661302:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.661304:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.661309:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.661320:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.661346:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.661419:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281728128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 216us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.661428:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3216 00010000:00010000:3.0:1778923636.661878:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b525b334/0x3baece0abe6a4640 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ee1 expref: 39 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.661911:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287704704:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923636.661947:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.661958:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.661965:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668793:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668818:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668828:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668836:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923636.668841:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668850:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668874:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.668883:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5d36231/0x3baece0abe6a47dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.669039:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281728000:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12392us (12783us total) trans 0 rc 131794/131794 00000100:00100000:1.0:1778923636.669053:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3644 00000100:00100000:3.0:1778923636.672764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.673018:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728256 00000100:00100000:0.0:1778923636.673040:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728256 00000100:00100000:0.0:1778923636.673230:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3645 00000100:00100000:0.0:1778923636.673244:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281728256:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923636.673294:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.673320:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.673329:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.673331:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.673336:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.673378:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.673395:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 35 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.673412:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287704832:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.673643:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4809c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923636.677001:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.677651:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728384 00000100:00100000:3.0:1778923636.677664:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728384 00010000:00010000:3.0:1778923636.677717:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 36 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.677772:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3217 00000100:00100000:3.0:1778923636.677783:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281728384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923636.677805:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.677832:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 36 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.677846:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 36 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.677878:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.677880:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.677886:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.677908:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.677952:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923636.678039:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281728384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 258us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923636.678047:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3217 00010000:00010000:0.0:1778923636.679277:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a465c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546eef expref: 35 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.679305:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0000_UUID:14407:1865335287704832:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.679338:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.679350:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.679357:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698372:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698401:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698412:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698419:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923636.698501:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698678:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698703:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.698713:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026e0a2c5/0x3baece0abe6a47e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.698880:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281728256:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 25633us (26124us total) trans 0 rc 131794/131794 00000100:00100000:1.0:1778923636.698892:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3645 00000100:00100000:2.0:1778923636.706596:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.706732:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728512 00000100:00100000:3.0:1778923636.706745:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728512 00000100:00100000:3.0:1778923636.706824:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3646 00000100:00100000:3.0:1778923636.706835:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281728512:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923636.706878:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.706901:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 34 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.706910:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923636.706912:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923636.706916:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.706969:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 34 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.706985:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 34 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.707002:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287704960:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923636.707111:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.710326:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.710753:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734073800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287704960:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923636.710788:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.711071:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728640 00000100:00100000:2.0:1778923636.711080:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728640 00010000:00010000:2.0:1778923636.711131:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 35 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.711176:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3218 00000100:00100000:2.0:1778923636.711187:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281728640:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.711206:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.711233:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 35 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.711254:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 35 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.711283:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4678 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546efd expref: 35 pid: 32953 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.711306:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.711309:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.711315:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.711326:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.711585:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.711659:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281728640:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 473us (1348us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.711668:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3218 00010000:00010000:0.0:1778923636.713308:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.713330:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727784:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727811:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727821:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727829:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923636.727835:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727845:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727868:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.727876:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b525b334/0x3baece0abe6a47eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.728003:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281728512:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21162us (21498us total) trans 0 rc 131794/131794 00000100:00100000:1.0:1778923636.728017:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3646 00000100:00100000:3.0:1778923636.731731:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.731847:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728768 00000100:00100000:2.0:1778923636.731861:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728768 00000100:00100000:2.0:1778923636.731999:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3647 00000100:00100000:2.0:1778923636.732011:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281728768:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923636.732071:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.732097:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.732108:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.732110:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.732114:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.732159:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.732176:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 38 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.732193:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287705088:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.732309:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923636.735149:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.735323:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287705088:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923636.735362:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.736183:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281728896 00000100:00100000:0.0:1778923636.736197:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281728896 00010000:00010000:0.0:1778923636.736250:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 39 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.736339:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3219 00000100:00100000:0.0:1778923636.736352:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281728896:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.736371:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.736402:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 39 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.736416:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 39 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.736446:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a4694 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f0b expref: 39 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.736465:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.736467:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.736473:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.736485:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.736794:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.736881:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281728896:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 531us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.736899:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3219 00010000:00010000:3.0:1778923636.738407:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.738432:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759358:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759383:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759393:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759401:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923636.759406:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759417:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759441:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.759450:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a47f2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.760159:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281728768:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 28142us (28434us total) trans 0 rc 131794/131794 00000100:00100000:3.0:1778923636.760172:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3647 00000100:00100000:2.0:1778923636.764808:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.765002:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729024 00000100:00100000:1.0:1778923636.765018:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729024 00000100:00100000:1.0:1778923636.765236:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3648 00000100:00100000:1.0:1778923636.765250:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281729024:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923636.765298:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.765324:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 37 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.765334:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923636.765337:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923636.765340:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.765386:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 37 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.765402:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 37 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.765420:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287705216:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923636.765665:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002780 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.770128:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.770299:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729152 00000100:00100000:2.0:1778923636.770311:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729152 00010000:00010000:2.0:1778923636.770363:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 38 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.770408:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3220 00000100:00100000:2.0:1778923636.770418:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281729152:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.770437:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.770470:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 38 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.770487:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 38 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.770550:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.770553:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.770559:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.770572:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.770597:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.770671:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281729152:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 253us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.770678:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3220 00010000:00010000:1.0:1778923636.770963:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a46b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f19 expref: 37 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.770983:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287705216:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923636.771014:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.771156:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.771165:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779318:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779343:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779353:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779361:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923636.779366:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779376:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779401:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.779409:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a47f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.779674:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281729024:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14421us (14875us total) trans 0 rc 131794/131794 00000100:00100000:3.0:1778923636.779686:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3648 00000100:00100000:2.0:1778923636.783401:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.783498:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729280 00000100:00100000:3.0:1778923636.783705:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729280 00000100:00100000:2.0:1778923636.784019:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3649 00000100:00100000:2.0:1778923636.784039:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281729280:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923636.784082:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.784108:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.784117:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.784120:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.784124:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.784165:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.784180:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 36 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.784196:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287705344:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.784336:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.787192:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287705344:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923636.787231:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.788330:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.788960:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729408 00000100:00100000:0.0:1778923636.788974:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729408 00010000:00010000:0.0:1778923636.789041:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 37 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.789093:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3221 00000100:00100000:0.0:1778923636.789104:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281729408:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.789125:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.789154:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 37 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.789169:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 37 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.789200:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a46cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f27 expref: 37 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.789221:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.789224:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.789230:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.789242:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.789416:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.789542:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281729408:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 397us (1176us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.789552:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3221 00010000:00010000:1.0:1778923636.791172:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.791194:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801775:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801804:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801820:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801829:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923636.801836:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801846:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801871:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.801880:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a4800 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.802012:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281729280:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17969us (18618us total) trans 0 rc 131794/131794 00000100:00100000:1.0:1778923636.802024:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3649 00000100:00100000:1.0:1778923636.806243:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923636.806725:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729536 00000100:00100000:3.0:1778923636.806741:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729536 00000100:00100000:2.0:1778923636.807152:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3650 00000100:00100000:2.0:1778923636.807165:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281729536:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923636.807212:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.807249:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 33 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.807259:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.807261:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.807265:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.807312:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 33 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.807881:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 33 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.807902:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26630:1865335287705472:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.808421:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.813159:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0000_UUID:26630:1865335287705472:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.813199:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.815806:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.815906:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729664 00000100:00100000:0.0:1778923636.815928:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729664 00010000:00010000:0.0:1778923636.815992:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 34 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.816046:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3222 00000100:00100000:0.0:1778923636.816056:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281729664:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.816073:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.816098:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 34 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.816114:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 34 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.816143:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a46e8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f35 expref: 34 pid: 6547 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.816162:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.816164:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.816170:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.816181:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.816223:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.817969:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281729664:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1897us (2159us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.817985:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3222 00010000:00010000:1.0:1778923636.818332:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.818349:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844181:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844209:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844220:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844229:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923636.844234:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844244:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844267:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.844275:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4807 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.844406:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281729536:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 37237us (38181us total) trans 0 rc 131794/131794 00000100:00100000:1.0:1778923636.844419:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3650 00000100:00100000:1.0:1778923636.850188:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.850305:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729792 00000100:00100000:2.0:1778923636.850318:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729792 00000100:00100000:2.0:1778923636.850403:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3651 00000100:00100000:2.0:1778923636.850415:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281729792:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923636.850461:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.850488:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.850543:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.850546:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.850551:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.850598:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.850615:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 35 pid: 6548 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.850640:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287705600:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.850738:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923636.860175:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.860303:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287705600:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923636.860341:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.860436:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281729920 00000100:00100000:3.0:1778923636.860445:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281729920 00010000:00010000:3.0:1778923636.860490:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 36 pid: 6548 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.860577:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3223 00000100:00100000:3.0:1778923636.860588:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281729920:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923636.860609:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923636.860640:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 36 pid: 6548 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.860654:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 36 pid: 6548 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.860685:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a4704 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f43 expref: 36 pid: 6548 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.860704:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.860707:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923636.860713:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.860725:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.861188:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.861339:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281729920:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 748us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.861351:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3223 00010000:00010000:1.0:1778923636.861424:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.861435:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866577:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866603:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866613:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866621:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923636.866626:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866635:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866658:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923636.866665:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a480e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923636.867061:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281729792:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16641us (16881us total) trans 0 rc 131794/131794 00000100:00100000:3.0:1778923636.867076:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3651 00000100:00100000:2.0:1778923636.873174:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.873362:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730048 00000100:00100000:1.0:1778923636.873375:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730048 00000100:00100000:1.0:1778923636.873470:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3652 00000100:00100000:1.0:1778923636.873482:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281730048:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923636.873575:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.873603:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.873613:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923636.874210:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923636.874219:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.874362:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 32 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.874386:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 32 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.874404:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287705728:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923636.874696:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923636.880679:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea83100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287705728:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923636.880722:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.881291:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.881374:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730176 00000100:00100000:0.0:1778923636.881384:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730176 00010000:00010000:0.0:1778923636.881428:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 33 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.881475:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3224 00000100:00100000:0.0:1778923636.881485:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281730176:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923636.881518:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923636.881555:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 33 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.881570:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 33 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.881600:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4720 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f51 expref: 33 pid: 26019 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.881625:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.881627:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923636.881633:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.881644:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.881678:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923636.881781:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281730176:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 296us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923636.881789:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3224 00010000:00010000:1.0:1778923636.881965:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.881975:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897004:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897042:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897052:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897061:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923636.897067:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897076:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897101:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.897109:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f617672a/0x3baece0abe6a4815 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.897494:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281730048:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 24002us (24322us total) trans 0 rc 131794/131794 00000100:00100000:2.0:1778923636.898163:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3652 00000100:00100000:3.0:1778923636.904062:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.906781:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730304 00000100:00100000:2.0:1778923636.906803:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730304 00000100:00100000:2.0:1778923636.906931:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3653 00000100:00100000:2.0:1778923636.906944:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281730304:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923636.906998:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.907027:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.907037:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.907040:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923636.907044:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.907091:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.907113:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 34 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.907131:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287705856:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923636.907377:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923636.930346:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923636.930489:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730432 00000100:00100000:1.0:1778923636.930530:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730432 00010000:00010000:1.0:1778923636.930588:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 35 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923636.930633:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3225 00000100:00100000:1.0:1778923636.930645:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281730432:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923636.930666:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923636.930698:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 35 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.930716:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 35 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.930764:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923636.930767:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923636.930774:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.930786:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923636.930815:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923636.930889:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281730432:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 245us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923636.930898:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3225 00010000:00010000:2.0:1778923636.931080:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000acfc69c7/0x3baece0abe6a473c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f5f expref: 34 pid: 6546 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.931103:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287705856:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923636.931130:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.931141:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.931147:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934291:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934318:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934334:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934342:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923636.934348:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934358:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934380:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.934389:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a481c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.934545:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281730304:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27565us (30461us total) trans 0 rc 131794/131794 00000100:00100000:2.0:1778923636.934558:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3653 00000100:00100000:1.0:1778923636.938637:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.938878:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730560 00000100:00100000:0.0:1778923636.938892:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730560 00000100:00100000:0.0:1778923636.938991:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3654 00000100:00100000:0.0:1778923636.939001:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281730560:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923636.939060:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.939089:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.939099:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.939101:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923636.939106:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.939152:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.939169:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 31 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.939187:0:6553:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287705984:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923636.939300:0:6553:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923636.952198:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923636.952351:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730688 00000100:00100000:2.0:1778923636.952363:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730688 00010000:00010000:2.0:1778923636.952414:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 32 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923636.952464:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3226 00000100:00100000:2.0:1778923636.952475:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281730688:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923636.952497:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.952568:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 32 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.952585:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 32 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.952617:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.952619:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923636.952625:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.952637:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.952664:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923636.952729:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281730688:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 256us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923636.952738:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3226 00010000:00010000:0.0:1778923636.955142:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3927837/0x3baece0abe6a4758 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f6d expref: 31 pid: 32943 timeout: 1433 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.955174:0:6553:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287705984:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923636.955205:0:6553:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.955220:0:6553:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.955228:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959403:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959431:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959441:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959449:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923636.959455:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959465:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959487:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923636.959495:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4823 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->135167] (req 0->135167) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923636.959648:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281730560:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20641us (21019us total) trans 0 rc 131794/131794 00000100:00100000:0.0:1778923636.959662:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3654 00000100:00100000:3.0:1778923636.985378:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923636.993205:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281730816 00000100:00100000:0.0:1778923636.993230:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281730816 00000100:00100000:2.0:1778923636.999856:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 571 00000100:00100000:2.0:1778923636.999872:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54923:x1865335281730816:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923636.999895:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923636.999941:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a47c8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fa5 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923636.999970:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923636.999977:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923637.000402:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54923:x1865335281730816:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 531us (15034us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.000412:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 571 00000100:00100000:1.0:1778923637.014456:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.014587:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731072 00000100:00100000:2.0:1778923637.014600:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731072 00000100:00100000:2.0:1778923637.014671:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2048 00000100:00100000:2.0:1778923637.014683:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54923:x1865335281731072:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923637.015047:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54923:x1865335281731072:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 364us (606us total) trans 8589939959 rc 0/0 00000100:00100000:2.0:1778923637.015056:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2048 00000100:00100000:0.0:1778923637.034632:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.034806:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731328 00000100:00100000:2.0:1778923637.034820:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731328 00000100:00100000:2.0:1778923637.034899:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5609 00000100:00100000:2.0:1778923637.034912:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281731328:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923637.034957:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923637.034986:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a482a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fac expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.035876:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.036040:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.036053:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.036103:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.036121:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 205 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.036138:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287706112:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923637.036456:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923637.039694:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.039767:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731456 00000100:00100000:0.0:1778923637.039787:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731456 00010000:00010000:0.0:1778923637.039842:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.039932:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287706112:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923637.039981:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3227 00000100:00100000:3.0:1778923637.039997:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281731456:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923637.040019:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040033:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040047:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040058:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.040061:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923637.040065:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040077:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040093:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.040123:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.040205:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281731456:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 213us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.040215:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3227 00010000:00010000:2.0:1778923637.040886:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.040900:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.040907:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923637.040938:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 131794 00010000:00010000:2.0:1778923637.041205:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a482a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.041330:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.041341:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923637.041343:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923637.041347:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923637.041477:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281731328:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6567us (6862us total) trans 8589939960 rc 0/0 00000100:00100000:2.0:1778923637.041486:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5609 00000100:00100000:3.0:1778923637.045387:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.046991:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731584 00000100:00100000:0.0:1778923637.047007:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731584 00000100:00100000:0.0:1778923637.047257:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7288 00000100:00100000:0.0:1778923637.047271:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281731584:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923637.047295:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923637.047323:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fb3 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923637.047357:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a5:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923637.047382:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.047385:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.047396:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 34 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.047420:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 34 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.047436:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923637.047854:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281731584:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 585us (2481us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.047863:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7288 00000100:00100000:1.0:1778923637.052418:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.052687:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731712 00000100:00100000:3.0:1778923637.052701:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731712 00002000:00100000:3.0:1778923637.052841:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a5:0x0] (28672->32767) req@ffff9ce72ea83100 x1865335281731712/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1778923648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923637.053004:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83100 with x1865335281731712 ext(28672->32767) 00002000:00010000:3.0:1778923637.053013:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83100 00000100:00100000:3.0:1778923637.053177:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3655 00000100:00100000:3.0:1778923637.053190:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281731712:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923637.053460:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281731712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 271us (1055us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923637.053468:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3655 00002000:00100000:3.0:1778923637.053476:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x2a5:0x0] (28672->32767) req@ffff9ce72ea83100 x1865335281731712/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/4536 e 0 to 0 dl 1778923648 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923637.053485:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83100 with x1865335281731712 ext(28672->32767) 00002000:00010000:3.0:1778923637.053489:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83100 00000100:00100000:0.0:1778923637.060370:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.060576:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731840 00000100:00100000:1.0:1778923637.060588:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731840 00002000:00100000:1.0:1778923637.060654:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x2a5:0x0] (24576->28671) req@ffff9ce728f73800 x1865335281731840/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1778923648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923637.060668:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f73800 with x1865335281731840 ext(24576->28671) 00002000:00010000:1.0:1778923637.060675:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f73800 00000100:00100000:1.0:1778923637.060710:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3656 00000100:00100000:1.0:1778923637.060722:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281731840:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923637.061248:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281731840:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 526us (892us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923637.061258:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3656 00002000:00100000:1.0:1778923637.061266:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x2a5:0x0] (24576->28671) req@ffff9ce728f73800 x1865335281731840/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/4536 e 0 to 0 dl 1778923648 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923637.061276:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f73800 with x1865335281731840 ext(24576->28671) 00002000:00010000:1.0:1778923637.061279:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f73800 00000100:00100000:2.0:1778923637.068109:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.068242:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281731968 00000100:00100000:3.0:1778923637.068256:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281731968 00002000:00100000:3.0:1778923637.068325:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x2a5:0x0] (4096->69631) req@ffff9ce6022f1180 x1865335281731968/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 504/0 e 0 to 0 dl 1778923648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923637.068345:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f1180 with x1865335281731968 ext(4096->69631) 00002000:00010000:3.0:1778923637.068353:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f1180 00000100:00100000:3.0:1778923637.068395:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3657 00000100:00100000:3.0:1778923637.068406:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281731968:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923637.079781:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281731968:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11358us (11757us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1778923637.079798:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3657 00002000:00100000:3.0:1778923637.079816:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x2a5:0x0] (4096->69631) req@ffff9ce6022f1180 x1865335281731968/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 504/440 e 0 to 0 dl 1778923648 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923637.079827:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f1180 with x1865335281731968 ext(4096->69631) 00002000:00010000:3.0:1778923637.079835:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f1180 00000100:00100000:2.0:1778923637.086307:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.086554:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281732096 00000100:00100000:0.0:1778923637.086569:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281732096 00002000:00100000:0.0:1778923637.086637:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x2a5:0x0] (69632->106495) req@ffff9ce6022f2a00 x1865335281732096/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/0 e 0 to 0 dl 1778923648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923637.086650:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2a00 with x1865335281732096 ext(69632->106495) 00002000:00010000:0.0:1778923637.086657:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f2a00 00000100:00100000:0.0:1778923637.086688:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3658 00000100:00100000:0.0:1778923637.086699:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281732096:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:2.0:1778923637.120452:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281732096:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 33740us (34143us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1778923637.120470:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3658 00002000:00100000:2.0:1778923637.120487:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x2a5:0x0] (69632->106495) req@ffff9ce6022f2a00 x1865335281732096/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 488/440 e 0 to 0 dl 1778923648 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923637.120499:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2a00 with x1865335281732096 ext(69632->106495) 00002000:00010000:2.0:1778923637.120539:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f2a00 00000100:00100000:0.0:1778923637.125377:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.125495:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281732352 00000100:00100000:3.0:1778923637.125727:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281732352 00000100:00100000:2.0:1778923637.125999:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5610 00000100:00100000:2.0:1778923637.126013:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281732352:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923637.126102:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923637.126142:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a47a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f97 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.126168:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923637.126175:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923637.126800:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.126821:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.126837:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923637.126936:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939961 00000004:00010000:2.0:1778923637.126968:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000aa8f48c3 reply state 0000000036aee343 transno 8589939962 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.126979:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923637.127195:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281732352:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1182us (1831us total) trans 8589939962 rc 0/0 00000100:00100000:2.0:1778923637.127204:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5610 00000020:00080000:2.0:1778923637.127211:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923637.132162:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923637.132343:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132359:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132369:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132375:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923637.132381:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132394:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132418:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.132421:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923637.132428:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.132435:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4846 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.132491:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281732608 00000100:00100000:3.0:1778923637.132925:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281732608 00000100:00100000:2.0:1778923637.133191:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2049 00000100:00100000:2.0:1778923637.133205:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281732608:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:2.0:1778923637.133748:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281732608:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 544us (1597us total) trans 8589939963 rc 0/0 00000100:00100000:2.0:1778923637.133757:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2049 00000100:00100000:1.0:1778923637.136737:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.136864:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281732864 00000100:00100000:3.0:1778923637.136877:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281732864 00000100:00100000:3.0:1778923637.136955:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5611 00000100:00100000:3.0:1778923637.136966:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281732864:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923637.136995:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923637.136999:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1778923637.137041:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a47b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f9e expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.137067:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4789 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f90 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.137081:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.137087:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923637.137103:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a484d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fba expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.137161:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.137177:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.137188:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923637.145014:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1744, 88 off151680 00000004:00080000:2.0:1778923637.145116:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334201610894ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.145208:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1736, 88 off151240 00000004:00080000:2.0:1778923637.145214:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334201709784ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.145362:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1737, 88 off151328 00000004:00080000:2.0:1778923637.145367:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334201863073ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.145725:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1745, 88 off151768 00000004:00080000:2.0:1778923637.145731:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334202226856ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.145753:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1746, 88 off151856 00000004:00080000:2.0:1778923637.145757:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334202253101ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.145770:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1738, 88 off151416 00000004:00080000:2.0:1778923637.145773:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334202269333ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.145898:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1739, 88 off151504 00000004:00080000:2.0:1778923637.145903:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334202398486ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.145997:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1747, 88 off151944 00000004:00080000:2.0:1778923637.146001:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334202497193ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.146032:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1740, 88 off151592 00000004:00080000:2.0:1778923637.146035:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334202531438ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.146200:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1748, 88 off152032 00000004:00080000:2.0:1778923637.146205:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334202700949ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.146227:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1749, 88 off152120 00000004:00080000:2.0:1778923637.146238:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334202733603ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.146252:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1741, 88 off151680 00000004:00080000:2.0:1778923637.146255:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334202751196ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.146812:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1750, 88 off152208 00000004:00080000:2.0:1778923637.146822:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334203317609ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.146879:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1742, 88 off151768 00000004:00080000:2.0:1778923637.146883:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334203379397ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.146905:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1751, 88 off152296 00000004:00080000:2.0:1778923637.146909:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334203404846ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.147015:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1743, 88 off151856 00000004:00080000:2.0:1778923637.147027:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334203523301ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147048:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1744, 88 off151944 00000004:00080000:2.0:1778923637.147052:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334203548304ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147065:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1752, 88 off152384 00000004:00080000:2.0:1778923637.147069:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334203564721ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.147249:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1753, 88 off152472 00000004:00080000:2.0:1778923637.147254:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334203749747ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.147394:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1745, 88 off152032 00000004:00080000:2.0:1778923637.147399:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334203895155ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147422:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1746, 88 off152120 00000004:00080000:2.0:1778923637.147425:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334203921479ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147439:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1754, 88 off152560 00000004:00080000:2.0:1778923637.147443:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334203939390ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.147785:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1755, 88 off152648 00000004:00080000:2.0:1778923637.147791:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334204286999ns, next at 1321446740812ns, rc = 0 00000040:00080000:2.0:1778923637.147862:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1747, 88 off152208 00000004:00080000:2.0:1778923637.147867:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334204362734ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147889:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1748, 88 off152296 00000004:00080000:2.0:1778923637.147893:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334204388884ns, next at 1321446608325ns, rc = 0 00000040:00080000:2.0:1778923637.147907:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1756, 88 off152736 00000004:00080000:2.0:1778923637.147910:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334204405917ns, next at 1321446740812ns, rc = 0 00000004:00080000:2.0:1778923637.182864:0:30352:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1334239356711ns, next at 1335239353728ns, rc = 0 00000100:00100000:2.0:1778923637.182890:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923637.182925:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287706240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1778923637.183012:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.184173:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706240 00000100:00100000:1.0:1778923637.184187:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706240 00000100:00100000:1.0:1778923637.184320:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1778923637.184331:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287706240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1778923637.184370:0:6549:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 302972928 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1778923637.184440:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287706240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (1429us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923637.184449:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1778923637.184738:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287706240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1778923637.184948:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287706368:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.184991:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.185132:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706368 00000100:00100000:2.0:1778923637.185137:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706368 00000100:00100000:2.0:1778923637.185178:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1778923637.185186:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287706368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923637.185223:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287706368:12345-0@lo:400:kworker.0 Request processed in 39us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.185246:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1778923637.185396:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287706368:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185403:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287706880:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185436:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.185473:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923637.185479:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3291:1865335287706496:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185539:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.185567:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287706624:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185591:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.185610:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923637.185616:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287706752:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185642:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.185674:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706752 00000100:00100000:1.0:1778923637.185678:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706752 00000100:00100000:1.0:1778923637.185706:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1778923637.185713:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287706752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.185750:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287706752:12345-0@lo:400:kworker.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923637.185756:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1778923637.185790:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287706752:0@lo:400:kworker.0 00000100:00100000:2.0:1778923637.185935:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706880 00000100:00100000:2.0:1778923637.185939:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706880 00000100:00100000:2.0:1778923637.185968:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706496 00000100:00100000:2.0:1778923637.185970:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706496 00000100:00100000:2.0:1778923637.185995:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287706624 00000100:00100000:2.0:1778923637.185999:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287706624 00000100:00100000:2.0:1778923637.186015:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1778923637.186611:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287706880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923637.186670:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287706880:12345-0@lo:400:kworker.0 Request processed in 650us (1233us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.186679:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1778923637.186699:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1778923637.186706:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1865335287706496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923637.186733:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3291:x1865335287706496:12345-0@lo:400:kworker.0 Request processed in 28us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.186739:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1778923637.186751:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1778923637.186758:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287706624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923637.186792:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287706624:12345-0@lo:400:kworker.0 Request processed in 35us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.186798:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:3.0:1778923637.190403:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1778923637.190607:0:30350:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1334247102212ns, next at 1335246995857ns, rc = 0 00000100:00100000:2.0:1778923637.191177:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287707008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1778923637.191357:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923637.192681:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707008 00000100:00100000:0.0:1778923637.192696:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707008 00000100:00100000:0.0:1778923637.192772:0:31654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1778923637.192782:0:31654:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287707008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1778923637.192831:0:31654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 214368256 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1778923637.192938:0:31654:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287707008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 158us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.192946:0:31654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1778923637.193764:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287707008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1778923637.194195:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3291:1865335287706496:0@lo:400:kworker.0 00000100:00100000:0.0:1778923637.194211:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287706880:0@lo:400:kworker.0 00000100:00100000:1.0:1778923637.194438:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287706624:0@lo:400:kworker.0 00010000:00010000:2.0:1778923637.216110:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.216131:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923637.216135:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923637.216160:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a484d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 209 pid: 30325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.216182:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.216226:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00000001:00080000:3.0:1778923637.216371:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939957 is committed 00000001:00080000:3.0:1778923637.216385:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939964 is committed 00000004:00080000:3.0:1778923637.216390:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1417 committed 00000004:00080000:3.0:1778923637.216399:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1412 committed 00000004:00080000:3.0:1778923637.216408:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1411 committed 00000004:00080000:3.0:1778923637.216410:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1416 committed 00000004:00080000:3.0:1778923637.216412:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1415 committed 00000004:00080000:3.0:1778923637.216413:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1410 committed 00000004:00080000:3.0:1778923637.216416:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1409 committed 00000004:00080000:3.0:1778923637.216418:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1414 committed 00000004:00080000:3.0:1778923637.216420:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1413 committed 00000004:00080000:3.0:1778923637.216422:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1408 committed 00000004:00080000:3.0:1778923637.216424:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1407 committed 00000004:00080000:3.0:1778923637.216425:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1412 committed 00000004:00080000:3.0:1778923637.216427:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1406 committed 00000004:00080000:3.0:1778923637.216429:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1411 committed 00000004:00080000:3.0:1778923637.216430:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1405 committed 00000004:00080000:3.0:1778923637.216433:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1410 committed 00000004:00080000:3.0:1778923637.216436:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1409 committed 00000004:00080000:3.0:1778923637.216438:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1404 committed 00000004:00080000:3.0:1778923637.216440:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1408 committed 00000004:00080000:3.0:1778923637.216442:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1403 committed 00000004:00080000:3.0:1778923637.216444:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1402 committed 00000004:00080000:3.0:1778923637.216446:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1407 committed 00000004:00080000:3.0:1778923637.216447:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1406 committed 00000004:00080000:3.0:1778923637.216449:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1401 committed 00000004:00080000:3.0:1778923637.216450:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1400 committed 00000004:00080000:3.0:1778923637.216452:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1405 committed 00000100:00100000:3.0:1778923637.216854:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287707264:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.216953:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.216993:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287707776:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.217014:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.217027:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287708288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.217043:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1778923637.217648:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923637.217655:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:2.0:1778923637.217728:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281732864:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 80762us (81001us total) trans 8589939964 rc 0/0 00000100:00100000:2.0:1778923637.217739:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5611 00000100:00100000:1.0:1778923637.217966:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287707136:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.218089:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287708800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.218114:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.218405:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287707520:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.218433:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.218546:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707264 00000100:00100000:1.0:1778923637.218557:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707264 00000100:00100000:1.0:1778923637.218614:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707776 00000100:00100000:1.0:1778923637.218617:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707776 00000100:00100000:1.0:1778923637.218638:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708288 00000100:00100000:1.0:1778923637.218642:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708288 00000100:00100000:1.0:1778923637.218663:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708800 00000100:00100000:1.0:1778923637.218666:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708800 00000100:00100000:1.0:1778923637.218688:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7289 00000100:00100000:1.0:1778923637.218698:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287707264:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923637.218994:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923637.218998:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:1.0:1778923637.219001:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923637.219004:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.219007:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923637.219067:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287707264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 370us (2113us total) trans 17179872324 rc 0/0 00000100:00100000:1.0:1778923637.219075:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7289 00000100:00100000:1.0:1778923637.219097:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7290 00000100:00100000:1.0:1778923637.219104:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287707776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923637.219213:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287707776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 110us (2198us total) trans 17179872325 rc 0/0 00000100:00100000:1.0:1778923637.219220:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7290 00000100:00100000:0.0:1778923637.219367:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7291 00000100:00100000:0.0:1778923637.219379:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287708288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923637.219531:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923637.219534:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923634 -> 1778923634 00002000:00010000:0.0:1778923637.219537:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923637.219539:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923637.219541:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923637.219577:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287708288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 202us (2532us total) trans 21474839433 rc 0/0 00000100:00100000:0.0:1778923637.219584:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7291 00000100:00100000:0.0:1778923637.219599:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7292 00000100:00100000:0.0:1778923637.219605:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287708800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923637.219692:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923637.219695:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923637.219698:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923637.219701:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923637.219702:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923637.219729:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287708800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 124us (1613us total) trans 21474839434 rc 0/0 00000100:00100000:0.0:1778923637.219735:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7292 00000004:00080000:1.0:1778923637.219986:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734070000/2, rc 0, transno 17179872324 00000100:00100000:1.0:1778923637.220002:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287707264:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.220015:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954ad80/2, rc 0, transno 17179872325 00000100:00100000:1.0:1778923637.220032:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287707776:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.220046:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548700/2, rc 0, transno 21474839433 00000100:00100000:1.0:1778923637.220058:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287708288:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923637.220069:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954aa00/2, rc 0, transno 21474839434 00000100:00100000:1.0:1778923637.220072:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287708800:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923637.220163:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287709312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923637.220758:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287707392:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.225854:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287708032:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.225956:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.225976:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287708544:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.226003:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226029:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287709056:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.226047:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226077:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287709568:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.226095:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226124:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226142:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287707648:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.226159:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226172:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287708160:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.226188:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.226201:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287708672:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.226215:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.226352:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707520 00000100:00100000:1.0:1778923637.226363:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707520 00000100:00100000:1.0:1778923637.226412:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708032 00000100:00100000:1.0:1778923637.226413:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708032 00000100:00100000:1.0:1778923637.226422:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708544 00000100:00100000:1.0:1778923637.226424:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708544 00000100:00100000:1.0:1778923637.226434:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709056 00000100:00100000:1.0:1778923637.226436:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709056 00000100:00100000:1.0:1778923637.226444:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709568 00000100:00100000:1.0:1778923637.226446:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709568 00000100:00100000:1.0:1778923637.226453:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707136 00000100:00100000:1.0:1778923637.226455:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707136 00000100:00100000:1.0:1778923637.226462:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707648 00000100:00100000:1.0:1778923637.226464:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707648 00000100:00100000:1.0:1778923637.226471:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708160 00000100:00100000:1.0:1778923637.226473:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708160 00000100:00100000:1.0:1778923637.226479:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708672 00000100:00100000:1.0:1778923637.226481:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708672 00000100:00100000:1.0:1778923637.226498:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1778923637.226541:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287707520:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923637.226801:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923637.226806:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.226809:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923637.226811:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.226814:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923637.226867:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287707520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 328us (8432us total) trans 17179872326 rc 0/0 00000100:00100000:1.0:1778923637.226874:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1778923637.226910:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:1.0:1778923637.226925:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287708032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923637.227020:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287708032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (1064us total) trans 17179872327 rc 0/0 00000100:00100000:1.0:1778923637.227027:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00000100:00100000:1.0:1778923637.227038:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:1.0:1778923637.227043:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287708544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923637.227155:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287708544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 111us (1151us total) trans 21474839435 rc 0/0 00000100:00100000:1.0:1778923637.227161:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00100000:1.0:1778923637.227172:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:1.0:1778923637.227177:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287709056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923637.227400:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923637.227403:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.227406:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923637.227408:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.227411:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923637.227435:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287709056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 257us (1386us total) trans 21474839436 rc 0/0 00000100:00100000:1.0:1778923637.227440:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000100:00100000:1.0:1778923637.227452:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7297 00000100:00100000:1.0:1778923637.227457:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287709568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.227614:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709184:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.227652:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.227695:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709184 00000100:00100000:3.0:1778923637.227701:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709184 00000100:00100000:3.0:1778923637.227725:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7298 00000100:00100000:3.0:1778923637.227731:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287707136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.227842:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287707136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (1717us total) trans 17179872328 rc 0/0 00000100:00100000:3.0:1778923637.227849:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7298 00000100:00100000:3.0:1778923637.227860:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7299 00000100:00100000:3.0:1778923637.227866:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287707648:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923637.227955:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.227958:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.227960:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923637.227962:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.227964:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923637.227990:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287707648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (1829us total) trans 17179872329 rc 0/0 00000100:00100000:3.0:1778923637.227996:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7299 00000100:00100000:3.0:1778923637.228008:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:3.0:1778923637.228015:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287708160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923637.228099:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.228102:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923637.228104:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923637.228106:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923637.228109:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923637.228137:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287708160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (1946us total) trans 21474839437 rc 0/0 00000100:00100000:3.0:1778923637.228142:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00000100:00100000:3.0:1778923637.228154:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1778923637.228160:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287708672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.228663:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:2.0:1778923637.228674:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287709184:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.228800:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287709184:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (1147us total) trans 21474839439 rc 0/0 00000100:00100000:2.0:1778923637.228807:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00002000:00010000:1.0:1778923637.228862:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923637.228866:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.228869:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923637.228871:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.228874:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a5:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923637.228909:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287709568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1451us (2812us total) trans 17179872330 rc 0/0 00000100:00100000:1.0:1778923637.228927:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7297 00000004:00080000:1.0:1778923637.228988:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71180/2, rc 0, transno 17179872330 00000100:00100000:1.0:1778923637.229018:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287709568:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.229033:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072300/2, rc 0, transno 17179872326 00000100:00100000:1.0:1778923637.229037:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287707520:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.229047:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709549500/2, rc 0, transno 17179872327 00000100:00100000:1.0:1778923637.229050:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287708032:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.229063:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548000/2, rc 0, transno 21474839435 00000100:00100000:1.0:1778923637.229077:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287708544:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923637.229088:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709549c00/2, rc 0, transno 21474839436 00000100:00100000:1.0:1778923637.229091:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287709056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.229710:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229757:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287707904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.229796:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229812:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287708416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.229835:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229850:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287708928:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.229873:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229898:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287709440:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.229929:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229949:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287709952:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.229970:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.229981:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923637.229986:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287710080:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.230006:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.230030:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707392 00000100:00100000:2.0:1778923637.230038:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707392 00000100:00100000:2.0:1778923637.230071:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287707904 00000100:00100000:2.0:1778923637.230074:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287707904 00000100:00100000:2.0:1778923637.230082:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708416 00000100:00100000:2.0:1778923637.230085:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708416 00000100:00100000:2.0:1778923637.230094:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287708928 00000100:00100000:2.0:1778923637.230095:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287708928 00000100:00100000:2.0:1778923637.230103:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709440 00000100:00100000:2.0:1778923637.230104:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709440 00000100:00100000:2.0:1778923637.230115:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7303 00000100:00100000:2.0:1778923637.230121:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287707392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923637.230658:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709952 00000100:00100000:1.0:1778923637.230664:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709952 00000100:00100000:1.0:1778923637.230690:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7304 00000100:00100000:1.0:1778923637.230696:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287707904:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923637.230894:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287707904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 199us (1097us total) trans 17179872331 rc 0/0 00000100:00100000:1.0:1778923637.230901:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7304 00000100:00100000:1.0:1778923637.230929:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287710080 00000100:00100000:1.0:1778923637.230932:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287710080 00000100:00100000:1.0:1778923637.230949:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7305 00000100:00100000:1.0:1778923637.230955:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287708416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923637.231070:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923637.231074:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.231077:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923637.231079:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.231082:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923637.231109:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287708416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (1272us total) trans 21474839440 rc 0/0 00000100:00100000:1.0:1778923637.231115:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7305 00000100:00100000:1.0:1778923637.231127:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:1.0:1778923637.231134:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3291:x1865335287708928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923637.231211:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923637.231214:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.231216:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923637.231218:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923637.231221:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923637.231406:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287708672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3245us (5188us total) trans 21474839438 rc 0/0 00000100:00100000:3.0:1778923637.231413:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1778923637.231430:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:3.0:1778923637.231437:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287709440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.231695:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287707392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1573us (1986us total) trans 17179872332 rc 0/0 00000100:00100000:2.0:1778923637.231702:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7303 00000100:00100000:2.0:1778923637.231715:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7308 00000100:00100000:2.0:1778923637.231721:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287709952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923637.231804:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923637.231807:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923637.231809:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923637.231812:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923637.231814:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923637.231839:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287709952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 119us (1868us total) trans 17179872333 rc 0/0 00000100:00100000:2.0:1778923637.231845:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7308 00000100:00100000:2.0:1778923637.231857:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7309 00000100:00100000:2.0:1778923637.231864:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287710080:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923637.232221:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.232224:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.232226:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923637.233030:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.233033:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923637.233086:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287709440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1649us (3155us total) trans 17179872334 rc 0/0 00000100:00100000:3.0:1778923637.233095:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00000100:00100000:3.0:1778923637.233158:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.233197:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.233222:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287710208:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923637.233774:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3291:x1865335287710080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1909us (3765us total) trans 17179872335 rc 0/0 00000100:00100000:2.0:1778923637.233783:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7309 00000100:00100000:2.0:1778923637.233800:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709696 00000100:00100000:2.0:1778923637.233808:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709696 00000100:00100000:2.0:1778923637.233842:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7310 00000100:00100000:2.0:1778923637.233849:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287709696:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.234002:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287709696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (804us total) trans 21474839442 rc 0/0 00000100:00100000:2.0:1778923637.234008:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7310 00000100:00100000:1.0:1778923637.234212:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287708928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3079us (4337us total) trans 21474839441 rc 0/0 00000100:00100000:1.0:1778923637.234220:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00000004:00080000:1.0:1778923637.234347:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9fb80/2, rc 0, transno 17179872335 00000100:00100000:1.0:1778923637.234355:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287710080:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.234365:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9df80/2, rc 0, transno 17179872333 00000100:00100000:1.0:1778923637.234368:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287709952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.234382:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072d80/2, rc 0, transno 17179872332 00000100:00100000:1.0:1778923637.234385:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287707392:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.234394:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548a80/2, rc 0, transno 17179872331 00000100:00100000:1.0:1778923637.234397:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287707904:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923637.234408:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954b480/2, rc 0, transno 21474839440 00000100:00100000:1.0:1778923637.234418:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287708416:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923637.234426:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954b800/2, rc 0, transno 21474839441 00000100:00100000:1.0:1778923637.234429:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287708928:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923637.234436:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70e00/2, rc 0, transno 17179872334 00000100:00100000:1.0:1778923637.234439:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287709440:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923637.234668:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923637.234697:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954d500/2, rc 0, transno 21474839439 00000100:00100000:3.0:1778923637.234701:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709184:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923637.234712:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072a00/2, rc 0, transno 17179872328 00000100:00100000:3.0:1778923637.234715:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287707136:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923637.234724:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709548380/2, rc 0, transno 17179872329 00000100:00100000:3.0:1778923637.234727:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709548380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287707648:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923637.234735:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce709549180/2, rc 0, transno 21474839437 00000100:00100000:3.0:1778923637.234738:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287708160:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923637.234745:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954b100/2, rc 0, transno 21474839438 00000100:00100000:3.0:1778923637.234747:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287708672:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923637.234759:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954d880/2, rc 0, transno 21474839442 00000100:00100000:3.0:1778923637.234762:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709696:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.234766:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923637.234773:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709824:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.234793:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.234805:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287710336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.234827:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923637.234853:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287710208 00000100:00100000:3.0:1778923637.234856:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287710208 00000100:00100000:3.0:1778923637.234881:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709824 00000100:00100000:3.0:1778923637.234883:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709824 00000100:00100000:3.0:1778923637.234902:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287710336 00000100:00100000:3.0:1778923637.234905:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287710336 00000100:00100000:3.0:1778923637.234924:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7311 00000100:00100000:3.0:1778923637.234931:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287710208:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923637.235076:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.235080:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.235082:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923637.235085:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.235088:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923637.235117:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3293:x1865335287710208:12345-0@lo:2:osp-syn-1-0.0 Request processed in 186us (449us total) trans 17179872336 rc 0/0 00000100:00100000:3.0:1778923637.235122:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7311 00000100:00100000:3.0:1778923637.235139:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7312 00000100:00100000:3.0:1778923637.235144:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287709824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923637.235223:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.235226:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000100:00100000:2.0:1778923637.235376:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7313 00000100:00100000:2.0:1778923637.235384:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287710336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923637.235480:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3293:x1865335287710336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 98us (652us total) trans 21474839444 rc 0/0 00000100:00100000:2.0:1778923637.235487:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7313 00000100:00100000:2.0:1778923637.236451:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923637.236743:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287709312 00000100:00100000:2.0:1778923637.236753:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287709312 00000100:00100000:2.0:1778923637.236798:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7314 00000100:00100000:2.0:1778923637.236807:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3294:x1865335287709312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923637.237128:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.237333:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281732992 00000100:00100000:0.0:1778923637.237339:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281732992 00000100:00100000:0.0:1778923637.237419:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7315 00000100:00100000:0.0:1778923637.237428:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+34:54746:x1865335281732992:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923637.237442:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923637.237470:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fc1 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923637.237499:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 131794, mtime: 0x6a083872, atime: 0x6a083871, ctime: 0x6a083874, blocks: 0x187 00010000:00010000:0.0:1778923637.237630:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.237633:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.237645:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.237666:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.237683:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923637.237757:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:54746:x1865335281732992:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 330us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.237768:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7315 00002000:00010000:3.0:1778923637.238217:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923637.238220:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923637.238223:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1778923637.241715:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923637.241725:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923637.241728:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923637.241731:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923637.241734:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c1:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923637.241841:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3294:x1865335287709312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5031us (5388us total) trans 21474839445 rc 0/0 00000100:00100000:2.0:1778923637.241854:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7314 00000004:00080000:1.0:1778923637.242076:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954f480/2, rc 0, transno 21474839445 00000100:00100000:1.0:1778923637.242085:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287709312:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923637.242374:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+31:3293:x1865335287709824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7228us (7579us total) trans 21474839443 rc 0/0 00000100:00100000:3.0:1778923637.242384:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7312 00000100:00100000:1.0:1778923637.242686:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.242724:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.242749:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733120 00000100:00100000:1.0:1778923637.242756:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733120 00002000:00010000:1.0:1778923637.242795:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (187903->18446744073709551615) 00002000:00100000:1.0:1778923637.242799:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f800 with x1865335281733120 ext(187903->18446744073709551615) 00002000:00010000:1.0:1778923637.242811:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f800. 00000100:00100000:1.0:1778923637.242829:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733376 00000100:00100000:1.0:1778923637.242831:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733376 00002000:00010000:1.0:1778923637.242841:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923637.242843:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f100 with x1865335281733376 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923637.242848:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f100. 00000100:00100000:1.0:1778923637.242864:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3659 00000100:00100000:1.0:1778923637.242873:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281733120:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923637.243174:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 131794 -> 187903 00002000:00010000:1.0:1778923637.243179:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923634 -> 1778923637 00002000:00010000:1.0:1778923637.243182:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923637.243184:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923637 00002000:00010000:1.0:1778923637.243186:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923637.243677:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3660 00000100:00100000:0.0:1778923637.243691:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281733376:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923637.243827:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923637.243830:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923634 -> 1778923637 00002000:00010000:0.0:1778923637.243833:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923637.243835:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923636 -> 1778923637 00002000:00010000:0.0:1778923637.243837:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923637.243936:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281733120:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1063us (1252us total) trans 17179872337 rc 0/0 00000100:00100000:1.0:1778923637.243944:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3659 00002000:00010000:1.0:1778923637.243948:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (187903->18446744073709551615) 00002000:00100000:1.0:1778923637.243951:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f800 with x1865335281733120 ext(187903->18446744073709551615) 00002000:00010000:1.0:1778923637.243958:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f800. 00000004:00080000:3.0:1778923637.244150:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954dc00/2, rc 0, transno 21474839443 00000100:00100000:3.0:1778923637.244157:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287709824:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923637.244167:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70954c380/2, rc 0, transno 21474839444 00000100:00100000:3.0:1778923637.244170:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287710336:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923637.244182:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9e300/2, rc 0, transno 17179872336 00000100:00100000:3.0:1778923637.244186:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287710208:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923637.244777:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281733376:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1088us (2048us total) trans 17179872338 rc 0/0 00000100:00100000:0.0:1778923637.244787:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3660 00002000:00010000:0.0:1778923637.244791:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923637.244794:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954f100 with x1865335281733376 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923637.244801:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954f100. 00000100:00100000:1.0:1778923637.244937:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.246672:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733248 00000100:00100000:3.0:1778923637.246691:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733248 00002000:00010000:3.0:1778923637.246749:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923637.246755:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954e300 with x1865335281733248 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923637.246768:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954e300. 00000100:00100000:3.0:1778923637.246864:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3661 00000100:00100000:3.0:1778923637.246876:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281733248:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923637.247188:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923637.247192:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923634 -> 1778923637 00002000:00010000:3.0:1778923637.247195:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923637.247197:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923636 -> 1778923637 00002000:00010000:3.0:1778923637.247199:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923637.247297:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281733248:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 422us (2360us total) trans 21474839446 rc 0/0 00000100:00100000:3.0:1778923637.247304:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3661 00002000:00010000:3.0:1778923637.247308:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923637.247310:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954e300 with x1865335281733248 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923637.247315:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70954e300. 00000100:00100000:2.0:1778923637.254319:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.254436:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733504 00000100:00100000:3.0:1778923637.254450:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733504 00000100:00100000:3.0:1778923637.254587:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5612 00000100:00100000:3.0:1778923637.254601:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+199:54746:x1865335281733504:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923637.254640:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923637.254672:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4862 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fc8 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.254781:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.254800:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.254810:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.254855:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.254871:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 200 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.254888:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287710464:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923637.255001:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a660780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923637.258824:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.258969:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287710464:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923637.259011:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.259413:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733632 00000100:00100000:0.0:1778923637.259424:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733632 00010000:00010000:0.0:1778923637.259474:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 201 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.259712:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3228 00000100:00100000:0.0:1778923637.259724:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281733632:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923637.259747:0:5741:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 201 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259761:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 201 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259776:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 201 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259785:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923637.259789:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923637.259792:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259804:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259811:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.259852:0:5741:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 201 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.259931:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281733632:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 209us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.259939:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3228 00010000:00010000:3.0:1778923637.260544:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.260555:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923637.260612:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 187905 00000004:00200000:3.0:1778923637.260618:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923637.260644:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.260659:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.260704:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a4862 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.260726:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 200 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.260735:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.260738:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923637.260741:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50a00, rc 0) 00000100:00100000:3.0:1778923637.260808:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+200:54746:x1865335281733504:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6211us (6506us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.260816:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5612 00000100:00100000:1.0:1778923637.289637:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.290356:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281733888 00000100:00100000:2.0:1778923637.290370:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281733888 00000100:00100000:2.0:1778923637.290466:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5613 00000100:00100000:2.0:1778923637.290478:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54925:x1865335281733888:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923637.290561:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923637.290592:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4870 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fcf expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290707:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290729:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290744:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290763:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290771:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.290778:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292198:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4885 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292216:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4885 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292227:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4885 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923637.292243:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 187905 00010000:00010000:1.0:1778923637.292657:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292667:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292675:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292687:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923637.292692:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292701:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292715:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923637.292718:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923637.292724:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292730:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4877 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292749:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292756:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292762:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292766:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923637.292769:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292773:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292784:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce710fe7000) 00010000:00010000:1.0:1778923637.292786:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923637.292789:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292795:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a487e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292863:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4870 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fcf expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.292880:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4885 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fcf expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.293018:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.293111:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923637.293115:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923637.293228:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54925:x1865335281733888:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2751us (3604us total) trans 8589939965 rc 0/0 00000100:00100000:1.0:1778923637.293239:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5613 00000100:00100000:2.0:1778923637.303664:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.303842:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281734016 00000100:00100000:0.0:1778923637.303856:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281734016 00000100:00100000:0.0:1778923637.303975:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 572 00000100:00100000:0.0:1778923637.303989:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:2353:x1865335281734016:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923637.304012:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923637.304155:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4885 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fcf expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.304186:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923637.304192:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923637.304286:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:2353:x1865335281734016:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 300us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.304295:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 572 00000100:00100000:2.0:1778923637.315002:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.315360:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281734272 00000100:00100000:1.0:1778923637.315375:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281734272 00000100:00100000:1.0:1778923637.315457:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2050 00000100:00100000:1.0:1778923637.315469:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54925:x1865335281734272:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923637.315837:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54925:x1865335281734272:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 369us (848us total) trans 8589939966 rc 0/0 00000100:00100000:1.0:1778923637.315849:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2050 00000100:00100000:2.0:1778923637.321696:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.321859:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281734528 00000100:00100000:0.0:1778923637.321881:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281734528 00000100:00100000:0.0:1778923637.321964:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5614 00000100:00100000:0.0:1778923637.321977:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54925:x1865335281734528:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923637.322011:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923637.322058:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4893 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fd6 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.322196:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a489a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.322216:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a489a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.322231:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a489a lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923637.322246:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 187905 00010000:00010000:0.0:1778923637.322397:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4893 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fd6 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.322419:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a489a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fd6 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.322430:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923637.322434:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923637.322438:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923637.322852:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54925:x1865335281734528:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 875us (1167us total) trans 8589939967 rc 0/0 00000100:00100000:0.0:1778923637.322861:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5614 00000100:00100000:2.0:1778923637.329724:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.329979:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281734656 00000100:00100000:0.0:1778923637.329992:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281734656 00000100:00100000:0.0:1778923637.330072:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2051 00000100:00100000:0.0:1778923637.330084:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54925:x1865335281734656:12345-192.168.203.24@tcp:33:lfs.0 00000100:00100000:0.0:1778923637.330352:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54925:x1865335281734656:12345-192.168.203.24@tcp:33:lfs.0 Request processed in 270us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.330361:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2051 00000100:00100000:2.0:1778923637.333875:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.334138:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281734912 00000100:00100000:0.0:1778923637.334152:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281734912 00000100:00100000:0.0:1778923637.334224:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2052 00000100:00100000:0.0:1778923637.334236:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df6b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54925:x1865335281734912:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923637.334634:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df6b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281734912:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 398us (771us total) trans 8589939968 rc 0/0 00000100:00100000:0.0:1778923637.334645:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2052 00000100:00100000:2.0:1778923637.339628:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.340155:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281735168 00000100:00100000:3.0:1778923637.340169:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281735168 00000100:00100000:3.0:1778923637.340249:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5615 00000100:00100000:3.0:1778923637.340263:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281735168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923637.340297:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923637.340302:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1778923637.340336:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4831 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fac expref: 205 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340366:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a489a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fd6 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340375:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.340380:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923637.340393:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a48a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fdd expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340554:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340571:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340581:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923637.340597:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 187905 00010000:00010000:3.0:1778923637.340847:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a48a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fdd expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340862:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fdd expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.340872:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.340876:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923637.340878:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d400, rc 0) 00000100:00100000:3.0:1778923637.341297:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281735168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1034us (1798us total) trans 8589939969 rc 0/0 00000100:00100000:3.0:1778923637.341307:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5615 00000100:00100000:1.0:1778923637.343833:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.343909:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281735424 00000100:00100000:2.0:1778923637.343933:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281735424 00000100:00100000:2.0:1778923637.344201:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2053 00000100:00100000:2.0:1778923637.344213:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281735424:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923637.344307:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fdd expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344357:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344372:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344388:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344402:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344442:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344456:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 205 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.344473:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287710592:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923637.344714:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.344723:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 205 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.344732:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287710720:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923637.344757:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.347351:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.347648:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281735552 00000100:00100000:3.0:1778923637.347660:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281735552 00010000:00010000:3.0:1778923637.347730:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.347781:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3229 00000100:00100000:3.0:1778923637.347792:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281735552:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923637.347813:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.347824:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.347838:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.347848:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.347851:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923637.347855:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.347868:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 206 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.348185:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281735552:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 393us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.348195:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3229 00000100:00100000:1.0:1778923637.348805:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287710720:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923637.351178:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65ad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287710592:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923637.351220:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.352714:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.352885:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281735680 00000100:00100000:0.0:1778923637.352899:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281735680 00010000:00010000:0.0:1778923637.352958:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 206 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.353015:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3230 00000100:00100000:0.0:1778923637.353036:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281735680:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923637.353055:0:5741:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 206 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353067:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 206 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353081:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 206 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353091:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923637.353094:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923637.353099:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353110:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353118:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.353169:0:5741:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 206 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.353252:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281735680:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 218us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.353264:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3230 00010000:00010000:1.0:1778923637.353476:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.353487:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360338:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360363:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360373:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360379:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923637.360384:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360393:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360413:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.360416:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1778923637.360422:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360433:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a48bd lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.360452:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.360454:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923637.360464:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a48af lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fdd expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.361863:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281735424:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 17640us (18030us total) trans 8589939970 rc -22/-22 00000100:00100000:1.0:1778923637.361879:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2053 00000100:00100000:2.0:1778923637.367261:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.367443:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281735808 00000100:00100000:1.0:1778923637.367457:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281735808 00000100:00100000:1.0:1778923637.367711:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5616 00000100:00100000:1.0:1778923637.367725:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54925:x1865335281735808:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923637.367755:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923637.367783:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546fe4 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.367869:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.367887:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.367911:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.367926:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923637.367931:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923637.368097:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54925:x1865335281735808:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 297us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923637.368106:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5616 00000100:00100000:2.0:1778923637.373233:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.373360:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736064 00000100:00100000:0.0:1778923637.373373:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736064 00000100:00100000:0.0:1778923637.373451:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5617 00000100:00100000:0.0:1778923637.373463:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54925:x1865335281736064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923637.373491:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923637.373619:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a48cb lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546feb expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.374619:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923637.376304:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.376330:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.376347:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923637.376367:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1be:0x0]: returning size 0 00010000:00010000:2.0:1778923637.376448:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a48cb lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.376474:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.376486:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1be:0x0].0x0 (ffff9ce710fe7300) 00010000:00010000:2.0:1778923637.376489:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923637.376494:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678000, rc 0) 00000100:00100000:2.0:1778923637.376650:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54925:x1865335281736064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3188us (3431us total) trans 8589939971 rc 0/0 00000100:00100000:2.0:1778923637.376660:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5617 00000100:00100000:0.0:1778923637.382125:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.382397:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736320 00000100:00100000:3.0:1778923637.382412:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736320 00000100:00100000:3.0:1778923637.382490:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5618 00000100:00100000:3.0:1778923637.382522:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54925:x1865335281736320:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923637.382558:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923637.382595:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a48e0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ff2 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.383849:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.384273:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.384289:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923637.384309:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:3.0:1778923637.384500:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a48e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff2 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.384557:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff2 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.384567:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.384581:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923637.384586:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:3.0:1778923637.384684:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54925:x1865335281736320:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2183us (2573us total) trans 8589939972 rc 0/0 00000100:00100000:3.0:1778923637.384694:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5618 00000100:00100000:1.0:1778923637.389384:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.389481:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736576 00000100:00100000:2.0:1778923637.389495:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736576 00000100:00100000:2.0:1778923637.389579:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2054 00000100:00100000:2.0:1778923637.389592:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54925:x1865335281736576:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923637.389699:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff2 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.389765:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.389782:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.389792:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.389836:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.389852:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 210 pid: 30327 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923637.389871:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b658380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287710848:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923637.389992:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.394770:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.394933:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b658380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287710848:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923637.394980:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.395110:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736704 00000100:00100000:3.0:1778923637.395120:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736704 00010000:00010000:3.0:1778923637.395165:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 211 pid: 30327 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.395207:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3231 00000100:00100000:3.0:1778923637.395217:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:2353:x1865335281736704:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923637.395235:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923637.395242:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 211 pid: 30327 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395255:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 211 pid: 30327 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395281:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a48c4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fe4 expref: 211 pid: 30327 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395306:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.395311:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395321:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395330:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.395362:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923637.395436:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281736704:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 219us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.395443:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3231 00010000:00010000:1.0:1778923637.395549:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395558:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395585:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395598:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395606:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395645:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.395661:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 209 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.395684:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287710976:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923637.395761:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.403115:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.403267:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736832 00000100:00100000:1.0:1778923637.403276:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287710976:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923637.403278:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736832 00010000:00010000:1.0:1778923637.403313:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403333:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 210 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.403387:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3232 00000100:00100000:3.0:1778923637.403400:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:2354:x1865335281736832:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923637.403423:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 210 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403437:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 210 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403458:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 210 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403468:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1be:0x0].0x0 (ffff9ce710fe7300) 00010000:00010000:3.0:1778923637.403472:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923637.403476:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403488:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403496:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.403582:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678000/0x3baece0abe6a48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1be:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546feb expref: 210 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.403584:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.403603:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.403678:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:2354:x1865335281736832:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 281us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.403686:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3232 00000100:00100000:1.0:1778923637.404642:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.404720:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.404763:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.405184:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711104 00000100:00100000:0.0:1778923637.405193:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711104 00000100:00100000:0.0:1778923637.405258:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1778923637.405269:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711104:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.405373:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711104:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 106us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.405381:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1778923637.405637:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.405713:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.405750:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.405784:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.405789:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711232 00000100:00100000:0.0:1778923637.405794:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711232 00000100:00100000:0.0:1778923637.405827:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1778923637.405834:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.405886:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.405893:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1778923637.407757:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.408284:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.408362:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.408467:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.412723:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711360 00000100:00100000:0.0:1778923637.412742:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711360 00000100:00100000:0.0:1778923637.412961:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1778923637.412975:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.413157:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 185us (4795us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.413165:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1778923637.413261:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.413356:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.413412:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.413906:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.414122:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711488 00000100:00100000:2.0:1778923637.414130:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711488 00000100:00100000:2.0:1778923637.414176:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1778923637.414185:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.414323:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 138us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.414332:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1778923637.414455:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.414620:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.414656:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.414718:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b60c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923637.414765:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711616 00000100:00100000:3.0:1778923637.414771:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711616 00000100:00100000:2.0:1778923637.414926:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1778923637.414935:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.415118:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 183us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.415124:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1778923637.415416:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.415463:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.415496:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.415688:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.417210:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711744 00000100:00100000:2.0:1778923637.417228:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711744 00000100:00100000:3.0:1778923637.417302:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1778923637.417316:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923637.417607:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 295us (2109us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923637.417615:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1778923637.417777:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.417870:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.417909:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.418095:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.418133:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287711872 00000100:00100000:0.0:1778923637.418138:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287711872 00000100:00100000:0.0:1778923637.418216:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1778923637.418225:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.418307:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287711872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 83us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.418313:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1778923637.418367:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287711872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.418403:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.418427:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.418655:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.418781:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712000 00000100:00100000:2.0:1778923637.418787:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712000 00000100:00100000:2.0:1778923637.418824:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1778923637.418832:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.418898:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.418904:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1778923637.419203:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.419252:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.419279:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.419305:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.419337:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712128 00000100:00100000:0.0:1778923637.419342:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712128 00000100:00100000:0.0:1778923637.419367:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1778923637.419372:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.419476:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 103us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.419483:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1778923637.419698:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.419731:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.419760:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.419814:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.419851:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712256 00000100:00100000:0.0:1778923637.419856:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712256 00000100:00100000:0.0:1778923637.420474:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1778923637.420486:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.420608:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 126us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.420615:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1778923637.420699:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.420760:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.420790:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.420885:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.421097:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712384 00000100:00100000:2.0:1778923637.421103:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712384 00000100:00100000:2.0:1778923637.421136:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1778923637.421143:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.421209:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.421217:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1778923637.421289:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421323:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421347:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.421369:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.421411:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712512 00000100:00100000:2.0:1778923637.421414:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712512 00000100:00100000:2.0:1778923637.421431:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1778923637.421436:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712512:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.421494:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712512:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.421500:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1778923637.421581:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421616:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421639:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.421661:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.421708:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712640 00000100:00100000:2.0:1778923637.421712:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712640 00000100:00100000:2.0:1778923637.421730:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:2.0:1778923637.421735:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.421792:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.421799:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1778923637.421861:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421890:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.421913:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.421952:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.422211:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712768 00000100:00100000:0.0:1778923637.422216:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712768 00000100:00100000:0.0:1778923637.422244:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1778923637.422250:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712768:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.422305:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712768:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 55us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.422311:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1778923637.422415:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.422454:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.422478:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.422499:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.422601:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287712896 00000100:00100000:0.0:1778923637.422605:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287712896 00000100:00100000:0.0:1778923637.422635:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1778923637.422642:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712896:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.422697:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287712896:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 56us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.422704:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:1.0:1778923637.422801:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287712896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.422834:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.422857:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.422880:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.422932:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713024 00000100:00100000:0.0:1778923637.422936:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713024 00000100:00100000:0.0:1778923637.423102:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1778923637.423109:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713024:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.423168:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713024:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 60us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.423175:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1778923637.423286:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.423325:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.423348:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.424334:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.425191:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713152 00000100:00100000:2.0:1778923637.425204:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713152 00000100:00100000:2.0:1778923637.425276:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1778923637.425287:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713152:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.425425:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713152:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 140us (2075us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923637.425434:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1778923637.428060:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.428183:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.428267:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.428305:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.428414:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713280 00000100:00100000:0.0:1778923637.428423:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713280 00000100:00100000:0.0:1778923637.428484:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1778923637.428496:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713280:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.429794:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713280:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1293us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.429811:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1778923637.429880:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.429985:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.430026:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.430062:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.430165:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713408 00000100:00100000:0.0:1778923637.430173:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713408 00000100:00100000:0.0:1778923637.430221:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1778923637.430231:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713408:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.430303:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713408:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 73us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.430309:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:1.0:1778923637.430376:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.430411:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.430436:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.430457:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.430528:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713536 00000100:00100000:0.0:1778923637.430533:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713536 00000100:00100000:0.0:1778923637.430551:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1778923637.430557:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713536:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.430614:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713536:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.430621:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1778923637.430693:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.430731:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713664:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.430766:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.430787:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.430869:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713664 00000100:00100000:0.0:1778923637.430873:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713664 00000100:00100000:0.0:1778923637.430890:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1778923637.430896:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713664:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.430976:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713664:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 80us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.430983:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1778923637.431073:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713664:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431107:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431130:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.431151:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.431200:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713792 00000100:00100000:0.0:1778923637.431206:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713792 00000100:00100000:0.0:1778923637.431222:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1778923637.431226:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713792:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.431281:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713792:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.431286:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1778923637.431340:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431369:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713920:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431387:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.431405:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.431443:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287713920 00000100:00100000:0.0:1778923637.431447:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287713920 00000100:00100000:0.0:1778923637.431460:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:0.0:1778923637.431465:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713920:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.431540:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287713920:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 74us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.431546:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1778923637.431612:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287713920:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431642:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714048:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431666:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.431689:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.431737:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287714048 00000100:00100000:0.0:1778923637.431741:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287714048 00000100:00100000:0.0:1778923637.431823:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1778923637.431829:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287714048:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.431961:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714048:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:1.0:1778923637.432779:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].47, 1176 off74240 00000001:00080000:1.0:1778923637.432794:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939973 00000100:00100000:1.0:1778923637.432877:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714176:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.432945:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.432964:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923637.433216:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287714048:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 1385us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.433227:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:0.0:1778923637.433253:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287714176 00000100:00100000:0.0:1778923637.433259:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287714176 00000100:00100000:0.0:1778923637.433282:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:0.0:1778923637.433288:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287714176:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923637.433730:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:31668:x1865335287714176:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 440us (783us total) trans 17179872339 rc 0/0 00000100:00100000:0.0:1778923637.433737:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1778923637.434159:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714176:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.434201:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e34e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714304:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923637.434234:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923637.434291:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923637.434926:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287714304 00000100:00100000:2.0:1778923637.434934:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287714304 00000100:00100000:2.0:1778923637.435140:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1778923637.435149:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+31:31668:x1865335287714304:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923637.435583:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:31668:x1865335287714304:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 434us (1347us total) trans 21474839447 rc 0/0 00000100:00100000:2.0:1778923637.435592:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1778923637.435795:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e34e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287714304:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1778923637.435950:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939974 00010000:00010000:1.0:1778923637.436155:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436168:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436177:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436189:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923637.436197:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436206:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436233:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1be:0x0].0x0 (ffff9ce710fe7300) 00010000:00010000:1.0:1778923637.436236:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1778923637.436243:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436250:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a48fc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1be:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436277:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436291:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436299:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436304:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923637.436307:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436313:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436322:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.436324:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1778923637.436331:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436337:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a48f5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.436355:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.436358:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923637.436367:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c000/0x3baece0abe6a48e7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff2 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.436580:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54925:x1865335281736576:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 46989us (47210us total) trans 8589939975 rc 0/0 00000100:00100000:1.0:1778923637.436591:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2054 00000020:00080000:1.0:1778923637.436598:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1778923637.439487:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.439644:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281736960 00000100:00100000:1.0:1778923637.439661:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281736960 00000100:00100000:1.0:1778923637.439727:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5619 00000100:00100000:1.0:1778923637.439738:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54925:x1865335281736960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923637.439772:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923637.439800:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d546ff9 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.439930:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.439987:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.440010:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.440014:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923637.440018:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:1.0:1778923637.440284:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54925:x1865335281736960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 546us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923637.440297:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5619 00000100:00100000:2.0:1778923637.444765:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.444881:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281737088 00000100:00100000:1.0:1778923637.444894:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281737088 00002000:00100000:1.0:1778923637.444978:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (253952->262143) req@ffff9ce73b659500 x1865335281737088/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 8680/0 e 0 to 0 dl 1778923648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923637.444992:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b659500 with x1865335281737088 ext(253952->262143) 00002000:00010000:1.0:1778923637.445000:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b659500 00000100:00100000:1.0:1778923637.445046:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3662 00000100:00100000:1.0:1778923637.445058:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281737088:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:1.0:1778923637.446055:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281737088:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 992us (1300us total) trans 17179872340 rc 0/0 00000100:00100000:1.0:1778923637.446065:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3662 00002000:00100000:1.0:1778923637.446076:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (253952->262143) req@ffff9ce73b659500 x1865335281737088/t17179872340(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:198/0 lens 8680/448 e 0 to 0 dl 1778923648 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923637.446087:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b659500 with x1865335281737088 ext(253952->262143) 00002000:00010000:1.0:1778923637.446092:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b659500 00000100:00100000:2.0:1778923637.449806:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.449974:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281737344 00000100:00100000:1.0:1778923637.449987:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281737344 00000100:00100000:1.0:1778923637.450176:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2055 00000100:00100000:1.0:1778923637.450188:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54925:x1865335281737344:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:1.0:1778923637.451238:0:30330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1be:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1778923637.451359:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1757, 64 off152800 00000040:00080000:1.0:1778923637.451405:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1749, 64 off152360 00000001:00080000:1.0:1778923637.451412:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939976 00010000:00010000:1.0:1778923637.451476:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451495:0:30330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451697:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451709:0:30330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451717:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451724:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.451806:0:30330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1778923637.451951:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54925:x1865335281737344:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1762us (2155us total) trans 8589939977 rc 0/0 00000100:00100000:1.0:1778923637.451961:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2055 00000020:00080000:1.0:1778923637.451969:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923637.454200:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923637.454397:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1778923637.454409:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.454422:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923637.454427:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.454438:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.454456:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1be:0x0].0x0 (ffff9ce710fe7300) 00010000:00010000:2.0:1778923637.454459:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1778923637.454465:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.454471:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a490a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1be:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.454491:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923637.454493:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923637.454495:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923637.455110:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281737600 00000100:00100000:0.0:1778923637.455126:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281737600 00000100:00100000:0.0:1778923637.455194:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2056 00000100:00100000:0.0:1778923637.455204:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54925:x1865335281737600:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923637.455813:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54925:x1865335281737600:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 608us (1623us total) trans 8589939978 rc 0/0 00000100:00100000:0.0:1778923637.455821:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2056 00000100:00100000:3.0:1778923637.501111:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923637.502326:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281737856 00000100:00100000:2.0:1778923637.502341:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281737856 00000100:00100000:2.0:1778923637.502431:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5620 00000100:00100000:2.0:1778923637.502443:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54926:x1865335281737856:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923637.502478:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923637.502560:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4911 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547000 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.502700:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.502719:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.502732:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923637.502746:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:2.0:1778923637.502949:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4911 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.502983:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 217 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.502992:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923637.502995:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1778923637.502999:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923637.503097:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54926:x1865335281737856:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 655us (2000us total) trans 8589939979 rc 0/0 00000100:00100000:2.0:1778923637.503105:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5620 00000100:00100000:0.0:1778923637.506660:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.510446:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738112 00000100:00100000:3.0:1778923637.510467:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738112 00000100:00100000:3.0:1778923637.510573:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5621 00000100:00100000:3.0:1778923637.510584:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54926:x1865335281738112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923637.510618:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923637.510643:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a4926 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547007 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.511310:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a492d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.511331:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a492d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.511344:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a492d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923637.511361:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:3.0:1778923637.512096:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a4926 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547007 expref: 220 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.512126:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a492d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547007 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.512367:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923637.512370:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923637.512374:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d000, rc 0) 00000100:00100000:3.0:1778923637.512543:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:54926:x1865335281738112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1959us (5894us total) trans 8589939980 rc 0/0 00000100:00100000:3.0:1778923637.512554:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5621 00000100:00100000:3.0:1778923637.534974:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.535492:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738240 00000100:00100000:1.0:1778923637.535684:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738240 00000100:00100000:1.0:1778923637.536106:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3663 00000100:00100000:1.0:1778923637.536143:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281738240:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.536247:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08382a, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.536270:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.536299:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.536302:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.536310:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.536341:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.568969:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569001:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569011:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569029:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.569035:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569045:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569070:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.569078:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a493b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.569416:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281738240:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 33293us (34462us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.569429:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3663 00000100:00100000:3.0:1778923637.581657:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.584380:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738368 00000100:00100000:1.0:1778923637.584399:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738368 00000100:00100000:2.0:1778923637.587995:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3664 00000100:00100000:2.0:1778923637.588013:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281738368:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923637.588095:0:26631:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083837, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923637.588106:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.588620:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923637.588624:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923637.588632:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.588652:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600278:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600305:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600316:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600325:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923637.600330:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600340:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600364:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.600372:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4942 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.600602:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281738368:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12587us (18953us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923637.600614:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3664 00000100:00100000:3.0:1778923637.615733:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.616559:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738496 00000100:00100000:1.0:1778923637.616574:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738496 00000100:00100000:1.0:1778923637.616677:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3665 00000100:00100000:1.0:1778923637.616689:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281738496:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.616758:0:26642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.616770:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.616790:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.616793:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.616799:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.616816:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650364:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650390:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650400:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650408:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.650413:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650423:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650457:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.650466:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a4949 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.650632:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281738496:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 33938us (34905us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.650644:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3665 00000100:00100000:2.0:1778923637.657120:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.659562:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738624 00000100:00100000:1.0:1778923637.659585:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738624 00000100:00100000:1.0:1778923637.659724:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3666 00000100:00100000:1.0:1778923637.659738:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281738624:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.659808:0:26633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.659819:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.659839:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.659842:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.659849:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.659867:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673289:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673316:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673327:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673335:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.673340:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673351:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673375:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.673383:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4950 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.676902:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281738624:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13769us (16399us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.676933:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3666 00000100:00100000:0.0:1778923637.689635:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.689737:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738752 00000100:00100000:1.0:1778923637.689750:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738752 00000100:00100000:1.0:1778923637.689907:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3667 00000100:00100000:1.0:1778923637.689929:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281738752:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.690007:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083854, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.690027:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.690047:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.690050:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.690056:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.690072:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705444:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705470:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705481:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705489:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923637.705494:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705566:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705592:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.705600:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4957 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923637.705731:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281738752:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15799us (16103us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923637.705743:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3667 00000100:00100000:3.0:1778923637.711645:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.711852:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281738880 00000100:00100000:1.0:1778923637.711872:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281738880 00000100:00100000:1.0:1778923637.711967:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3668 00000100:00100000:1.0:1778923637.711979:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281738880:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.712057:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083858, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.712068:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.712087:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.712089:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.712095:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.712112:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724266:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724292:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724302:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724310:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.724316:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724325:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724351:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.724359:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a495e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.724752:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281738880:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12767us (13112us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.724766:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3668 00000100:00100000:2.0:1778923637.743235:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.751354:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739008 00000100:00100000:1.0:1778923637.751377:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739008 00000100:00100000:1.0:1778923637.751521:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3669 00000100:00100000:1.0:1778923637.751535:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281739008:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.751613:0:14411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.752266:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.752361:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.752364:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.752371:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.752390:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759461:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759485:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759494:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759536:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.759542:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759558:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759582:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.759590:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4965 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.759701:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281739008:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8162us (16473us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.759714:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3669 00000100:00100000:2.0:1778923637.780659:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.781151:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739136 00000100:00100000:1.0:1778923637.781166:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739136 00000100:00100000:1.0:1778923637.781264:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3670 00000100:00100000:1.0:1778923637.781277:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281739136:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.781342:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.781354:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.781375:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.781377:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.781383:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.781399:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.802904:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.802940:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.802951:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.803114:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.803120:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.803141:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.803167:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.803176:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a496c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.803308:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281739136:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22027us (22655us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.803321:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3670 00000100:00100000:2.0:1778923637.845218:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.845480:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739264 00000100:00100000:0.0:1778923637.845493:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739264 00000100:00100000:0.0:1778923637.845628:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3671 00000100:00100000:0.0:1778923637.845640:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281739264:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923637.845711:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08386d, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923637.845724:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.845743:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.845746:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.845753:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.845780:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855265:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855295:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855312:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855320:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923637.855326:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855335:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855360:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.855369:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4973 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.855496:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281739264:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9851us (10291us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923637.855571:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3671 00000100:00100000:3.0:1778923637.871421:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.871845:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739392 00000100:00100000:0.0:1778923637.871869:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739392 00000100:00100000:0.0:1778923637.871975:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3672 00000100:00100000:0.0:1778923637.871987:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281739392:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923637.872050:0:6553:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083871, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923637.872062:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.872093:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.872096:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923637.872103:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.872120:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881493:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881552:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881563:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881572:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.881578:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881589:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881616:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.881625:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a497a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.882006:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281739392:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10015us (10593us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.882185:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3672 00000100:00100000:2.0:1778923637.902607:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.902730:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739520 00000100:00100000:0.0:1778923637.902753:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739520 00000100:00100000:0.0:1778923637.902840:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 573 00000100:00100000:0.0:1778923637.902864:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54926:x1865335281739520:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923637.902887:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923637.902929:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a492d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547007 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.902962:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923637.902969:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923637.903047:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54926:x1865335281739520:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 197us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923637.903055:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 573 00000100:00100000:2.0:1778923637.906944:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923637.907311:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281739776 00000100:00100000:0.0:1778923637.907324:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281739776 00000100:00100000:0.0:1778923637.907404:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2057 00000100:00100000:0.0:1778923637.907416:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df68050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54926:x1865335281739776:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923637.909402:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df68050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54926:x1865335281739776:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1974us (2544us total) trans 8589939981 rc 0/0 00000100:00100000:0.0:1778923637.909416:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2057 00000100:00100000:3.0:1778923637.951562:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.951671:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740032 00000100:00100000:1.0:1778923637.951685:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740032 00000100:00100000:1.0:1778923637.951766:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5622 00000100:00100000:1.0:1778923637.951778:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+219:54927:x1865335281740032:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923637.951813:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923637.951842:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4981 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54700e expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.952009:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a4988 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.952030:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a4988 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.952048:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a4988 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923637.952064:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:1.0:1778923637.952237:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4981 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54700e expref: 222 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.952263:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a4988 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54700e expref: 221 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.952274:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923637.952276:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923637.952282:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0800, rc 0) 00000100:00100000:1.0:1778923637.952369:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54927:x1865335281740032:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 593us (821us total) trans 8589939982 rc 0/0 00000100:00100000:1.0:1778923637.952377:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5622 00000100:00100000:2.0:1778923637.960361:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.960484:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740160 00000100:00100000:3.0:1778923637.960496:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740160 00000100:00100000:2.0:1778923637.960821:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3673 00000100:00100000:2.0:1778923637.960833:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281740160:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923637.960897:0:14410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08382a, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923637.960906:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.960937:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923637.960940:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923637.960947:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923637.960971:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964466:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964497:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964645:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964654:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.964660:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964671:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964696:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.964705:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4996 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.964806:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281740160:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3970us (4454us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.964819:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3673 00000100:00100000:2.0:1778923637.969804:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923637.969975:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740288 00000100:00100000:3.0:1778923637.969989:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740288 00000100:00100000:3.0:1778923637.970085:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3674 00000100:00100000:3.0:1778923637.970098:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281740288:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923637.970166:0:14406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083837, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:3.0:1778923637.970177:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.970197:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923637.970199:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923637.970206:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923637.970227:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975214:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975240:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975250:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975258:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923637.975264:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975274:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975297:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923637.975305:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002e265e30/0x3baece0abe6a499d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923637.975425:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281740288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5324us (5629us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923637.975437:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3674 00000100:00100000:3.0:1778923637.981633:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923637.981841:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740416 00000100:00100000:1.0:1778923637.981855:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740416 00000100:00100000:1.0:1778923637.981953:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3675 00000100:00100000:1.0:1778923637.981965:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281740416:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923637.982033:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923637.982046:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.982067:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.982070:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923637.982077:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.982094:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995025:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995056:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995066:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995075:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923637.995080:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995091:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995119:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923637.995127:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a49a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923637.995257:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281740416:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13289us (13632us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923637.995268:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3675 00000100:00100000:3.0:1778923638.002854:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.003203:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740544 00000100:00100000:2.0:1778923638.003217:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740544 00000100:00100000:2.0:1778923638.003338:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3676 00000100:00100000:2.0:1778923638.003351:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281740544:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923638.003421:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923638.003433:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.003451:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.003454:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.003461:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.003477:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1778923638.004742:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1778923638.010353:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010384:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010402:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010412:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.010418:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010428:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010454:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.010464:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.010672:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281740544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7318us (7827us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923638.010684:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3676 00000100:00100000:3.0:1778923638.016999:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.017847:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740672 00000100:00100000:0.0:1778923638.017864:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740672 00000100:00100000:0.0:1778923638.018011:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3677 00000100:00100000:0.0:1778923638.018024:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281740672:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923638.018090:0:14408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083854, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923638.018102:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.018122:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.018136:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.018142:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.018161:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.026903:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.026940:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.026950:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.026958:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923638.026963:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.026979:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.027003:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.027011:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a49b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.027475:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281740672:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9448us (10485us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923638.027487:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3677 00000100:00100000:1.0:1778923638.036074:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.036701:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740800 00000100:00100000:2.0:1778923638.036715:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740800 00000100:00100000:2.0:1778923638.036856:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3678 00000100:00100000:2.0:1778923638.036870:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281740800:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923638.036957:0:26626:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083858, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923638.036969:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.036992:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.036995:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.037002:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.037018:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045649:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045676:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045685:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045693:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923638.045698:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045707:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045732:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.045740:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a49b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.045857:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281740800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8984us (9793us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923638.045870:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3678 00000100:00100000:1.0:1778923638.052930:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.053033:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281740928 00000100:00100000:3.0:1778923638.053045:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281740928 00000100:00100000:3.0:1778923638.053147:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3679 00000100:00100000:3.0:1778923638.053160:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281740928:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923638.053225:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:3.0:1778923638.053236:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.053255:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.053258:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.053263:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.053280:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1778923638.053640:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1778923638.059981:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060007:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060021:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060029:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923638.060035:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060044:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060066:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.060074:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a49c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.060186:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281740928:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7024us (7275us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923638.060199:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3679 00000100:00100000:2.0:1778923638.069081:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.069326:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741056 00000100:00100000:1.0:1778923638.069340:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741056 00000100:00100000:1.0:1778923638.069438:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3680 00000100:00100000:1.0:1778923638.069451:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281741056:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923638.069703:0:14405:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923638.069716:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.069741:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.069744:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.069750:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.069766:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089234:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089262:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089273:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089282:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923638.089287:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089298:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089322:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.089330:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a49c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.089454:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281741056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19999us (20381us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923638.089466:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3680 00000100:00100000:0.0:1778923638.095096:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.095380:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741184 00000100:00100000:1.0:1778923638.095394:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741184 00000100:00100000:1.0:1778923638.095481:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3681 00000100:00100000:1.0:1778923638.095493:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281741184:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923638.095605:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08386d, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:1.0:1778923638.095616:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.095636:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.095640:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.095646:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.095662:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109753:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109779:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109789:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109797:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923638.109802:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109817:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109841:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.109849:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a49ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.109984:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281741184:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14487us (14895us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923638.109998:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3681 00000100:00100000:2.0:1778923638.116862:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.117430:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741312 00000100:00100000:0.0:1778923638.117444:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741312 00000100:00100000:0.0:1778923638.117572:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3682 00000100:00100000:0.0:1778923638.117583:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281741312:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923638.117644:0:26631:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083871, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923638.117656:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.117675:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.117678:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.117684:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.117700:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.135857:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.135886:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.136397:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.136405:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923638.136410:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.136420:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.136445:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.136454:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a49d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.136649:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281741312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19062us (19795us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923638.136661:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3682 00000100:00100000:3.0:1778923638.149198:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.150184:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741440 00000100:00100000:1.0:1778923638.150202:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741440 00000100:00100000:1.0:1778923638.150319:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 574 00000100:00100000:1.0:1778923638.150332:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54927:x1865335281741440:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923638.150354:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923638.150388:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0800/0x3baece0abe6a4988 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54700e expref: 221 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.150414:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923638.150421:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1778923638.150582:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923638.150671:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54927:x1865335281741440:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 342us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923638.150679:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 574 00000100:00100000:2.0:1778923638.154951:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.155156:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741696 00000100:00100000:1.0:1778923638.155169:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741696 00000100:00100000:1.0:1778923638.155277:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2058 00000100:00100000:1.0:1778923638.155288:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54927:x1865335281741696:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923638.155631:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54927:x1865335281741696:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 345us (696us total) trans 8589939983 rc 0/0 00000100:00100000:1.0:1778923638.155639:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2058 00000100:00100000:3.0:1778923638.159372:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.159685:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281741952 00000100:00100000:0.0:1778923638.159699:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281741952 00000100:00100000:0.0:1778923638.159771:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5623 00000100:00100000:0.0:1778923638.159783:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+221:54746:x1865335281741952:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923638.159815:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.159839:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a49dc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547015 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.159996:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.160015:0:30328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 222 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.160026:0:30328:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.160069:0:30328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 222 pid: 31254 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.160083:0:30328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 222 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.160097:0:30328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287714432:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923638.160232:0:30328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923638.163327:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.163977:0:30328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f41c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287714432:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923638.164023:0:30328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.164072:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742080 00000100:00100000:0.0:1778923638.164080:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742080 00010000:00010000:0.0:1778923638.164127:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 223 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.164173:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3233 00000100:00100000:0.0:1778923638.164183:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:2354:x1865335281742080:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923638.164202:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923638.164209:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 223 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164222:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 223 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164250:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a4869 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc8 expref: 223 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164271:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.164276:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x8 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164289:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164297:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164324:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923638.164392:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:2354:x1865335281742080:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 209us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.164401:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3233 00010000:00010000:0.0:1778923638.164425:0:30328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.164432:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.164454:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00010000:00010000:0.0:1778923638.168081:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a49dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.168124:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 222 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.168134:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.168137:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923638.168141:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923638.168239:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281741952:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8456us (8880us total) trans 8589939984 rc 0/0 00000100:00100000:0.0:1778923638.168249:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5623 00000100:00100000:2.0:1778923638.172933:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.173290:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742208 00000100:00100000:3.0:1778923638.173302:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742208 00000100:00100000:3.0:1778923638.173380:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5624 00000100:00100000:3.0:1778923638.173393:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281742208:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923638.173427:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923638.173453:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a49f1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54701c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.173581:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.173600:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.173610:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x40 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.173652:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.173667:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 223 pid: 30328 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.173683:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287714560:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923638.173788:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a660780 going to sleep for 11 seconds 00000100:00100000:2.0:1778923638.177429:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.177572:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742336 00000100:00100000:0.0:1778923638.177585:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742336 00010000:00010000:0.0:1778923638.177639:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 224 pid: 30328 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.177682:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3234 00000100:00100000:0.0:1778923638.177692:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+224:2354:x1865335281742336:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923638.177711:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923638.177718:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 224 pid: 30328 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.177732:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 224 pid: 30328 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.177760:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.177766:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x40 rrc: 8 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.177776:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.177785:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.177807:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923638.177876:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+224:2354:x1865335281742336:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 184us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.177883:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3234 00010000:00010000:3.0:1778923638.178288:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a49e3 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547015 expref: 223 pid: 30328 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.178306:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f13b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287714560:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923638.178333:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178341:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178346:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923638.178408:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 262144 00000004:00200000:3.0:1778923638.178413:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923638.178438:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178451:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178488:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d000/0x3baece0abe6a49f1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54701c expref: 223 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178542:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54701c expref: 222 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.178551:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923638.178554:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1778923638.178557:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667da00, rc 0) 00000100:00100000:3.0:1778923638.178615:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281742208:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 5225us (5695us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.178623:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5624 00000100:00100000:2.0:1778923638.187864:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.188386:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742464 00000100:00100000:1.0:1778923638.188402:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742464 00002000:00100000:1.0:1778923638.188468:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (49152->53247) req@ffff9ce707d46680 x1865335281742464/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.188482:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46680 with x1865335281742464 ext(49152->53247) 00002000:00010000:1.0:1778923638.188488:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d46680 00000100:00100000:1.0:1778923638.188690:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3683 00000100:00100000:1.0:1778923638.188702:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281742464:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923638.189175:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281742464:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 473us (1324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923638.189184:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3683 00002000:00100000:1.0:1778923638.189192:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (49152->53247) req@ffff9ce707d46680 x1865335281742464/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/4536 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.189201:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46680 with x1865335281742464 ext(49152->53247) 00002000:00010000:1.0:1778923638.189205:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d46680 00000100:00100000:0.0:1778923638.193174:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.193341:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742592 00000100:00100000:3.0:1778923638.193354:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742592 00002000:00100000:3.0:1778923638.193418:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (53248->57343) req@ffff9ce607f41c00 x1865335281742592/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923638.193432:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41c00 with x1865335281742592 ext(53248->57343) 00002000:00010000:3.0:1778923638.193439:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f41c00 00000100:00100000:3.0:1778923638.193476:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3684 00000100:00100000:3.0:1778923638.193487:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281742592:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923638.193786:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281742592:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 300us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923638.193793:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3684 00002000:00100000:3.0:1778923638.193800:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (53248->57343) req@ffff9ce607f41c00 x1865335281742592/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/4536 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923638.193808:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f41c00 with x1865335281742592 ext(53248->57343) 00002000:00010000:3.0:1778923638.193811:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f41c00 00000100:00100000:2.0:1778923638.200803:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.201103:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742720 00000100:00100000:1.0:1778923638.201117:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742720 00002000:00100000:1.0:1778923638.201188:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (28672->94207) req@ffff9ce707d47b80 x1865335281742720/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 504/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.201202:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d47b80 with x1865335281742720 ext(28672->94207) 00002000:00010000:1.0:1778923638.201210:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d47b80 00000100:00100000:1.0:1778923638.201285:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3685 00000100:00100000:1.0:1778923638.201297:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281742720:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923638.205661:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281742720:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4350us (4860us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1778923638.205677:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3685 00002000:00100000:1.0:1778923638.205693:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (28672->94207) req@ffff9ce707d47b80 x1865335281742720/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 504/440 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.205704:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d47b80 with x1865335281742720 ext(28672->94207) 00002000:00010000:1.0:1778923638.205712:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d47b80 00000100:00100000:2.0:1778923638.211432:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.211650:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742848 00000100:00100000:1.0:1778923638.211662:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742848 00002000:00100000:1.0:1778923638.211724:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (49152->90111) req@ffff9ce707d46a00 x1865335281742848/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.211736:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46a00 with x1865335281742848 ext(49152->90111) 00002000:00010000:1.0:1778923638.211744:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d46a00 00000100:00100000:1.0:1778923638.211838:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3686 00000100:00100000:1.0:1778923638.211848:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281742848:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:1.0:1778923638.224589:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281742848:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 12725us (13153us total) trans 17179872341 rc 0/0 00000100:00100000:1.0:1778923638.224606:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3686 00002000:00100000:1.0:1778923638.224626:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (49152->90111) req@ffff9ce707d46a00 x1865335281742848/t17179872341(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/448 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.224638:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d46a00 with x1865335281742848 ext(49152->90111) 00002000:00010000:1.0:1778923638.224645:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d46a00 00000100:00100000:0.0:1778923638.230495:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.231279:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281742976 00000100:00100000:3.0:1778923638.231293:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281742976 00000100:00100000:3.0:1778923638.231368:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7316 00000100:00100000:3.0:1778923638.231379:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281742976:12345-192.168.203.24@tcp:16:fsx.0 00000100:00100000:1.0:1778923638.301935:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281742976:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 70546us (71443us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923638.301949:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7316 00000001:00080000:2.0:1778923638.302710:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872339 is committed 00000001:00080000:2.0:1778923638.302723:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872338 is committed 00000001:00080000:2.0:1778923638.302743:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872341 is committed 00000100:00100000:2.0:1778923638.309895:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.310299:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743104 00000100:00100000:1.0:1778923638.310310:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743104 00002000:00100000:1.0:1778923638.310362:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (98304->155647) req@ffff9ce707d45500 x1865335281743104/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.310373:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45500 with x1865335281743104 ext(98304->155647) 00002000:00010000:1.0:1778923638.310380:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d45500 00000100:00100000:1.0:1778923638.310415:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3687 00000100:00100000:1.0:1778923638.310425:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281743104:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923638.313332:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281743104:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 2897us (3436us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1778923638.313345:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3687 00002000:00100000:1.0:1778923638.313360:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (98304->155647) req@ffff9ce707d45500 x1865335281743104/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/440 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.313370:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d45500 with x1865335281743104 ext(98304->155647) 00002000:00010000:1.0:1778923638.313377:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d45500 00000100:00100000:3.0:1778923638.324333:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.324439:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743232 00000100:00100000:1.0:1778923638.324450:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743232 00002000:00100000:1.0:1778923638.324584:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (4096->28671) req@ffff9ce704f13b80 x1865335281743232/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.324597:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13b80 with x1865335281743232 ext(4096->28671) 00002000:00010000:1.0:1778923638.324603:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13b80 00000100:00100000:3.0:1778923638.324689:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3688 00000100:00100000:3.0:1778923638.324707:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281743232:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923638.328781:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281743232:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 4072us (4449us total) trans 0 rc 24576/24576 00000100:00100000:1.0:1778923638.328794:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3688 00002000:00100000:1.0:1778923638.328807:0:26634:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x28e:0x0] (4096->28671) req@ffff9ce704f13b80 x1865335281743232/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/440 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.328818:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13b80 with x1865335281743232 ext(4096->28671) 00002000:00010000:1.0:1778923638.328823:0:26634:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13b80 00000100:00100000:2.0:1778923638.343738:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.344153:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743488 00000100:00100000:0.0:1778923638.344164:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743488 00000100:00100000:0.0:1778923638.344271:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5625 00000100:00100000:0.0:1778923638.344282:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281743488:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923638.344336:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1778923638.344365:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a4854 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fba expref: 222 pid: 30325 timeout: 1434 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.344388:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667da00/0x3baece0abe6a49f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54701c expref: 221 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.344398:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.344403:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923638.344681:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.344696:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.344705:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923638.344759:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939985 00000004:00010000:0.0:1778923638.344793:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e9c4d758 reply state 000000007f24a4ce transno 8589939986 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.344802:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923638.344918:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281743488:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 629us (1179us total) trans 8589939986 rc 0/0 00000100:00100000:0.0:1778923638.344926:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5625 00000020:00080000:0.0:1778923638.344932:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923638.350686:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.350717:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.350744:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743616 00000100:00100000:1.0:1778923638.350753:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743616 00002000:00010000:1.0:1778923638.350789:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (195033->18446744073709551615) 00002000:00100000:1.0:1778923638.350794:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35180 with x1865335281743616 ext(195033->18446744073709551615) 00002000:00010000:1.0:1778923638.350806:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35180. 00000100:00100000:1.0:1778923638.350832:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743744 00000100:00100000:1.0:1778923638.350834:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743744 00002000:00010000:1.0:1778923638.350845:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.350847:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34a80 with x1865335281743744 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.350852:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e34a80. 00000100:00100000:1.0:1778923638.350868:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3689 00000100:00100000:1.0:1778923638.350876:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281743616:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923638.351237:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 187903 -> 195033 00002000:00010000:1.0:1778923638.351243:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351245:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923638.351248:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351250:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 519 00000100:00100000:1.0:1778923638.351305:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281743616:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 428us (626us total) trans 17179872342 rc 0/0 00000100:00100000:1.0:1778923638.351312:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3689 00002000:00010000:1.0:1778923638.351316:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (195033->18446744073709551615) 00002000:00100000:1.0:1778923638.351319:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35180 with x1865335281743616 ext(195033->18446744073709551615) 00002000:00010000:1.0:1778923638.351324:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35180. 00000100:00100000:1.0:1778923638.351340:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3690 00000100:00100000:1.0:1778923638.351347:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281743744:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923638.351466:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923638.351469:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351471:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923638.351474:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351477:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923638.351499:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281743744:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 152us (780us total) trans 21474839448 rc 0/0 00000100:00100000:1.0:1778923638.351535:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3690 00002000:00010000:1.0:1778923638.351538:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.351541:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e34a80 with x1865335281743744 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.351545:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e34a80. 00000100:00100000:1.0:1778923638.351594:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.351615:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281743872 00000100:00100000:1.0:1778923638.351619:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281743872 00002000:00010000:1.0:1778923638.351633:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.351635:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35500 with x1865335281743872 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.351641:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35500. 00000100:00100000:1.0:1778923638.351657:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3691 00000100:00100000:1.0:1778923638.351663:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281743872:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923638.351766:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923638.351769:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351771:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923638.351772:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923637 -> 1778923638 00002000:00010000:1.0:1778923638.351774:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923638.351794:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281743872:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 132us (201us total) trans 17179872343 rc 0/0 00000100:00100000:1.0:1778923638.351800:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3691 00002000:00010000:1.0:1778923638.351802:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.351805:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35500 with x1865335281743872 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.351808:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35500. 00010000:00010000:2.0:1778923638.352092:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352102:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352109:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352116:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923638.352120:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352126:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352141:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923638.352144:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923638.352149:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.352155:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a49ff lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.360122:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.360676:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744000 00000100:00100000:0.0:1778923638.360688:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744000 00000100:00100000:0.0:1778923638.360760:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5626 00000100:00100000:0.0:1778923638.360783:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:54746:x1865335281744000:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923638.360812:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.360832:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547023 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361387:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361410:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361421:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.361458:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 195033 00000004:00200000:0.0:1778923638.361462:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923638.361482:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361493:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361568:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547023 expref: 224 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361588:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547023 expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.361596:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.361599:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923638.361602:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923638.361665:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281744000:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 897us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.361673:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5626 00000100:00100000:2.0:1778923638.376718:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.377042:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744256 00000100:00100000:3.0:1778923638.377054:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744256 00000100:00100000:3.0:1778923638.377117:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5627 00000100:00100000:3.0:1778923638.377129:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+223:54746:x1865335281744256:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:3.0:1778923638.377326:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923638.377351:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a0d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547023 expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.377371:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923638.377376:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923638.378950:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.378971:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.378983:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923638.379386:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939987 00000004:00010000:2.0:1778923638.379420:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c25ad43b reply state 00000000969b552a transno 8589939988 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.379429:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923638.379690:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+225:54746:x1865335281744256:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 2559us (2978us total) trans 8589939988 rc 0/0 00000100:00100000:2.0:1778923638.379699:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5627 00000020:00080000:2.0:1778923638.379705:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923638.392020:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392037:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392044:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392051:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923638.392056:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392063:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392078:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923638.392081:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923638.392086:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.392173:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678e00/0x3baece0abe6a4a14 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.400320:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923638.401269:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.401299:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.401338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.401497:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744384 00000100:00100000:1.0:1778923638.401541:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744384 00002000:00010000:1.0:1778923638.401579:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (260169->18446744073709551615) 00002000:00100000:1.0:1778923638.401584:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777ea00 with x1865335281744384 ext(260169->18446744073709551615) 00002000:00010000:1.0:1778923638.401595:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777ea00. 00000100:00100000:1.0:1778923638.401615:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744512 00000100:00100000:1.0:1778923638.401618:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744512 00002000:00010000:1.0:1778923638.401630:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.401633:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777e680 with x1865335281744512 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.401639:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70777e680. 00000100:00100000:1.0:1778923638.401653:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744640 00000100:00100000:1.0:1778923638.401656:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744640 00002000:00010000:1.0:1778923638.401666:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923638.401669:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f800 with x1865335281744640 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923638.401673:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f800. 00000100:00100000:1.0:1778923638.401691:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3692 00000100:00100000:1.0:1778923638.401701:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281744384:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:3.0:1778923638.401732:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3693 00000100:00100000:3.0:1778923638.401743:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281744512:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923638.401948:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923638.401953:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923638.401956:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923638.401958:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923638.401961:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1778923638.401964:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 195033 -> 260169 00002000:00010000:1.0:1778923638.401968:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923638.401971:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923638.401974:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923638.401976:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923638.402051:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3694 00000100:00100000:0.0:1778923638.402061:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281744640:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923638.402177:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923638.402180:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923638.402182:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:0.0:1778923638.402184:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923638.402186:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923638.402391:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281744512:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 650us (1089us total) trans 21474839449 rc 0/0 00000100:00100000:3.0:1778923638.402399:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3693 00002000:00010000:3.0:1778923638.402404:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923638.402407:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777e680 with x1865335281744512 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923638.402412:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70777e680. 00000100:00100000:1.0:1778923638.403302:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281744384:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 1597us (2033us total) trans 17179872344 rc 0/0 00000100:00100000:1.0:1778923638.403312:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3692 00002000:00010000:1.0:1778923638.403316:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (260169->18446744073709551615) 00002000:00100000:1.0:1778923638.403319:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777ea00 with x1865335281744384 ext(260169->18446744073709551615) 00002000:00010000:1.0:1778923638.403326:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777ea00. 00000100:00100000:0.0:1778923638.410002:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281744640:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 7930us (8649us total) trans 17179872345 rc 0/0 00000100:00100000:0.0:1778923638.410026:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3694 00002000:00010000:0.0:1778923638.410033:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923638.410037:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f800 with x1865335281744640 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923638.410049:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f800. 00000100:00100000:2.0:1778923638.419000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.419105:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744768 00000100:00100000:0.0:1778923638.419115:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744768 00000100:00100000:0.0:1778923638.419168:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5628 00000100:00100000:0.0:1778923638.419177:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+224:54746:x1865335281744768:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923638.419200:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.419217:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a1b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54702a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419298:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419317:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419327:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.419362:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00000004:00200000:0.0:1778923638.419366:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923638.419381:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419391:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419412:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a1b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 226 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419427:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 225 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.419436:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.419438:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923638.419442:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923638.420018:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+225:54746:x1865335281744768:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 839us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.420026:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5628 00000100:00100000:2.0:1778923638.428330:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.428411:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281744896 00000100:00100000:0.0:1778923638.428420:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281744896 00002000:00100000:0.0:1778923638.428482:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (155648->208895) req@ffff9ce70777f100 x1865335281744896/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923638.428492:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f100 with x1865335281744896 ext(155648->208895) 00002000:00010000:0.0:1778923638.428497:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f100 00000100:00100000:0.0:1778923638.428546:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3695 00000100:00100000:0.0:1778923638.428555:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281744896:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923638.434968:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281744896:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 6403us (6637us total) trans 0 rc 53248/53248 00000100:00100000:0.0:1778923638.434980:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3695 00002000:00100000:0.0:1778923638.434994:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (155648->208895) req@ffff9ce70777f100 x1865335281744896/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/440 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 53248/53248 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923638.435004:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777f100 with x1865335281744896 ext(155648->208895) 00002000:00010000:0.0:1778923638.435021:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777f100 00000100:00100000:2.0:1778923638.452402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.452692:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281745024 00000100:00100000:0.0:1778923638.452701:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281745024 00002000:00100000:1.0:1778923638.454894:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (0->262143) req@ffff9ce70777d500 x1865335281745024/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 520/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.454920:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777d500 with x1865335281745024 ext(0->262143) 00002000:00010000:1.0:1778923638.454928:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777d500 00000100:00100000:1.0:1778923638.454980:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3696 00000100:00100000:1.0:1778923638.454999:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281745024:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923638.476323:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281745024:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 21324us (23920us total) trans 0 rc 61440/61440 00000100:00100000:1.0:1778923638.476335:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3696 00002000:00100000:1.0:1778923638.476348:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (0->262143) req@ffff9ce70777d500 x1865335281745024/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 520/440 e 0 to 0 dl 1778923649 ref 1 fl Complete:/600/0 rc 61440/61440 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923638.476358:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70777d500 with x1865335281745024 ext(0->262143) 00002000:00010000:1.0:1778923638.476365:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70777d500 00000100:00100000:3.0:1778923638.489498:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.491979:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281745280 00000100:00100000:1.0:1778923638.491994:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281745280 00000100:00100000:1.0:1778923638.493756:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2059 00000100:00100000:1.0:1778923638.493774:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+225:54746:x1865335281745280:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923638.494150:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54746:x1865335281745280:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 382us (4657us total) trans 8589939989 rc 0/0 00000100:00100000:1.0:1778923638.494157:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2059 00000100:00100000:2.0:1778923638.525496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.525669:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281745536 00000100:00100000:1.0:1778923638.525679:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281745536 00000100:00100000:1.0:1778923638.525740:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5629 00000100:00100000:1.0:1778923638.525748:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+226:54928:x1865335281745536:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923638.525771:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923638.525788:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a4a29 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547031 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.525884:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.525898:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 227 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.525915:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.525948:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 227 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.525966:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 227 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.525979:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287714688:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923638.526063:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923638.529535:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e36d80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287714688:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923638.529569:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.531150:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.531447:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281745664 00000100:00100000:3.0:1778923638.531456:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281745664 00010000:00010000:3.0:1778923638.531497:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 228 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.531689:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3235 00000100:00100000:3.0:1778923638.531700:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:2354:x1865335281745664:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923638.531718:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 228 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531731:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 228 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531745:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 228 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531755:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923638.531758:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923638.531762:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531772:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531778:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.531818:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 228 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.531884:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:2354:x1865335281745664:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 187us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.531892:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3235 00010000:00010000:1.0:1778923638.531999:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.532007:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923638.532035:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00010000:00010000:1.0:1778923638.532193:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a4a29 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547031 expref: 229 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.532211:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547031 expref: 228 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.532219:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923638.532221:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923638.532224:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923638.532259:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+228:54928:x1865335281745536:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6511us (6773us total) trans 8589939990 rc 0/0 00000100:00100000:1.0:1778923638.532267:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5629 00000100:00100000:2.0:1778923638.536450:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.536657:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281745920 00000100:00100000:0.0:1778923638.536668:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281745920 00000100:00100000:0.0:1778923638.536728:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5630 00000100:00100000:0.0:1778923638.536739:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+228:54928:x1865335281745920:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923638.536763:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.536784:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a3e lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547038 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.537845:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.537861:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.537873:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.537885:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bf:0x0]: returning size 0 00010000:00010000:0.0:1778923638.538000:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4a3e lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 231 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.538111:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 230 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.538121:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:0.0:1778923638.538124:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923638.538128:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923638.538240:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+230:54928:x1865335281745920:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1503us (1798us total) trans 8589939991 rc 0/0 00000100:00100000:0.0:1778923638.538249:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5630 00000100:00100000:2.0:1778923638.543292:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.543410:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746176 00000100:00100000:0.0:1778923638.543419:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746176 00000100:00100000:0.0:1778923638.543535:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5631 00000100:00100000:0.0:1778923638.543545:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:54928:x1865335281746176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923638.543570:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.543589:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4a53 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54703f expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.543689:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.543710:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 231 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.543720:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.543754:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 231 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.543767:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 231 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.543781:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287714816:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923638.543860:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923638.549488:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.549745:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746304 00000100:00100000:2.0:1778923638.549755:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746304 00010000:00010000:2.0:1778923638.549796:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 232 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.549841:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3236 00000100:00100000:2.0:1778923638.549851:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+232:2353:x1865335281746304:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923638.549878:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923638.549885:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 232 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.550254:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 232 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.550456:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:2.0:1778923638.550461:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.550471:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.550479:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.550499:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923638.550627:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a4a45 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547038 expref: 232 pid: 31254 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.550645:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287714816:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923638.550663:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.550672:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.550678:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.550695:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bf:0x0]: returning size 0 00000100:00100000:2.0:1778923638.551301:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+231:2353:x1865335281746304:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1449us (1820us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.551310:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3236 00000004:00080000:0.0:1778923638.553566:0:30325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2a9:0x0], index 1: 0 00000004:00080000:0.0:1778923638.553599:0:30325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c5:0x0], index 0: 0 00010000:00010000:0.0:1778923638.553782:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553796:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553804:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553810:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923638.553814:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553821:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553836:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:0.0:1778923638.553838:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923638.553843:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553849:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a5a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553935:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4a53 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54703f expref: 231 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553945:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923638.553947:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1778923638.553952:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4a53 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54703f expref: 231 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.553964:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923638.555255:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:54928:x1865335281746176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 11704us (11965us total) trans 8589939992 rc 301/301 00000100:00100000:0.0:1778923638.555265:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5631 00000100:00100000:3.0:1778923638.559593:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.559676:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746560 00000100:00100000:1.0:1778923638.559685:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746560 00000100:00100000:1.0:1778923638.559740:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2060 00000100:00100000:1.0:1778923638.559749:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+230:54928:x1865335281746560:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923638.560122:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+231:54928:x1865335281746560:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 373us (538us total) trans 8589939993 rc 0/0 00000100:00100000:1.0:1778923638.560130:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2060 00000100:00100000:2.0:1778923638.567719:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.567959:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746688 00000100:00100000:1.0:1778923638.567969:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746688 00000100:00100000:1.0:1778923638.568034:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5632 00000100:00100000:1.0:1778923638.568044:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+231:54928:x1865335281746688:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923638.568065:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923638.568086:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4a68 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547046 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568155:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568168:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568179:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923638.568215:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1bf:0x0]: returning size 0 00000004:00200000:1.0:1778923638.568218:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923638.568236:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568263:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a4a68 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547046 expref: 233 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568282:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547046 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.568291:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce703d27400) 00010000:00010000:1.0:1778923638.568293:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1778923638.568297:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:1.0:1778923638.568469:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+232:54928:x1865335281746688:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 426us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923638.568476:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5632 00000100:00100000:3.0:1778923638.575801:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.575902:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.576844:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746944 00000100:00100000:0.0:1778923638.576854:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746944 00000100:00100000:0.0:1778923638.577153:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281746816 00000100:00100000:0.0:1778923638.577157:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281746816 00000100:00100000:3.0:1778923638.578516:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7317 00000100:00100000:3.0:1778923638.578626:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281746944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923638.578647:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923638.578667:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547054 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923638.578695:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1778923638.578715:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.578718:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.578726:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 34 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.578743:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 34 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.578755:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c400, rc 0) 00000100:00100000:3.0:1778923638.578829:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281746944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 215us (3037us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.579715:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7318 00000100:00100000:2.0:1778923638.579730:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281746816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923638.579745:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923638.579760:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54704d expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923638.579783:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923638.579797:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.579799:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.579804:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.579823:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.579833:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923638.580078:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281746816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 353us (4175us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.580086:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7318 00000100:00100000:3.0:1778923638.580760:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7317 00000100:00100000:3.0:1778923638.583988:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.584083:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747200 00000100:00100000:0.0:1778923638.584093:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747200 00000100:00100000:0.0:1778923638.584187:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5633 00000100:00100000:0.0:1778923638.584197:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+232:54928:x1865335281747200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923638.584214:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.584216:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923638.584239:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a4a30 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547031 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584254:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.584257:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923638.584268:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4a84 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54705b expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584370:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584390:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584397:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923638.584407:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00010000:00010000:0.0:1778923638.584498:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a4a84 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54705b expref: 234 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584543:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54705b expref: 233 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.584548:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923638.584550:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923638.584551:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923638.584592:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+233:54928:x1865335281747200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 398us (615us total) trans 8589939994 rc 0/0 00000100:00100000:0.0:1778923638.584597:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5633 00000100:00100000:1.0:1778923638.594822:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.595056:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747328 00000100:00100000:2.0:1778923638.595067:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747328 00000100:00100000:1.0:1778923638.595158:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.595263:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.595347:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747584 00000100:00100000:2.0:1778923638.595352:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747584 00000100:00100000:2.0:1778923638.595383:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7319 00000100:00100000:2.0:1778923638.595393:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281747328:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923638.595438:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595460:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595468:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.595471:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.595474:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595531:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595545:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 28 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.595558:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287714944:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923638.595629:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a660780 going to sleep for 11 seconds 00000100:00100000:2.0:1778923638.595652:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7320 00000100:00100000:2.0:1778923638.595660:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281747584:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923638.595679:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595690:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 28 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595696:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.595697:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.595700:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595719:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 28 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.595733:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 28 pid: 6546 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.595748:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287715072:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923638.595772:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a660a80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923638.596316:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747456 00000100:00100000:2.0:1778923638.596321:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747456 00000100:00100000:2.0:1778923638.596358:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7321 00000100:00100000:2.0:1778923638.596366:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281747456:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923638.596388:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.596401:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 34 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.596408:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.596409:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923638.596412:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.596432:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 34 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.596442:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 34 pid: 25674 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.596452:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287715200:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923638.596524:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923638.600449:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287715072:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923638.600481:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.600605:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287714944:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923638.600623:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.601040:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.601096:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.601125:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.601196:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747712 00000100:00100000:0.0:1778923638.601203:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747712 00010000:00010000:0.0:1778923638.601238:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 29 pid: 6546 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.601274:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747968 00000100:00100000:0.0:1778923638.601278:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747968 00010000:00010000:0.0:1778923638.601291:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 35 pid: 25674 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.601312:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3237 00000100:00100000:0.0:1778923638.601321:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281747712:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923638.601334:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923638.601355:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 29 pid: 6546 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601367:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 29 pid: 6546 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601390:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a477b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f89 expref: 29 pid: 6546 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601406:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.601408:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.601412:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601422:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.601445:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281747840 00010000:00010000:0.0:1778923638.601446:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923638.601449:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281747840 00002000:00100000:2.0:1778923638.601481:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (172032->204799) req@ffff9ce728e1ce00 x1865335281747840/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/0 e 0 to 0 dl 1778923649 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923638.601491:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e1ce00 with x1865335281747840 ext(172032->204799) 00000100:00100000:0.0:1778923638.601494:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281747712:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 175us (455us total) trans 0 rc 0/0 00010000:00010000:2.0:1778923638.601497:0:6551:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.601531:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3237 00010000:00010000:2.0:1778923638.601538:0:6551:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923638.601545:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce728e1ce00 00000100:00100000:0.0:1778923638.601549:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3238 00000100:00100000:0.0:1778923638.601555:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281747968:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1778923638.601559:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 76 00010000:00010000:0.0:1778923638.601564:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1778923638.601565:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281747840:12345-192.168.203.24@tcp:4:fsx.0 00010000:00010000:0.0:1778923638.601576:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 35 pid: 25674 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601585:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 35 pid: 25674 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601597:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.601599:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.601602:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601609:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.601619:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923638.601636:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281747968:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 82us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.601642:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3238 00010000:00010000:2.0:1778923638.601669:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4774 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f82 expref: 34 pid: 25674 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.601682:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287715200:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923638.601696:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601705:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601715:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601736:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601743:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601751:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601757:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.601761:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601768:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601778:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601784:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4aa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.601830:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281747456:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 5465us (6568us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.601838:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7321 00010000:00010000:2.0:1778923638.601882:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601901:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601925:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601933:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601939:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601945:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.601948:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601954:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601969:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.601975:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4aa0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.602023:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281747584:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 6364us (7158us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.602030:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7320 00000100:00100000:3.0:1778923638.605676:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281747840:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 4099us (4538us total) trans 17179872346 rc 0/0 00000100:00100000:3.0:1778923638.605688:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 76 00002000:00100000:3.0:1778923638.605700:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (172032->204799) req@ffff9ce728e1ce00 x1865335281747840/t17179872346(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:199/0 lens 488/448 e 0 to 0 dl 1778923649 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923638.605717:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e1ce00 with x1865335281747840 ext(172032->204799) 00010000:00010000:3.0:1778923638.605727:0:6551:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.605746:0:6551:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923638.605755:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce728e1ce00 00000100:00100000:2.0:1778923638.609452:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.609799:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748096 00000100:00100000:3.0:1778923638.609810:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748096 00010000:00010000:3.0:1778923638.609853:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.610017:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3239 00000100:00100000:3.0:1778923638.610029:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281748096:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923638.610047:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1778923638.610065:0:5739:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923633 -> 1778923638 00010000:00010000:3.0:1778923638.610072:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.610084:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.610107:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a485b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fc1 expref: 29 pid: 32943 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.610128:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.610130:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.610135:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.610145:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.610213:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923638.610277:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281748096:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 250us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.610285:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3239 00010000:00010000:2.0:1778923638.611707:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611722:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611754:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611762:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611769:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611780:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.611784:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611791:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611807:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.611814:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4a99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.612003:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281747328:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 16608us (17186us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.612021:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7319 00000100:00100000:2.0:1778923638.617162:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.617288:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748224 00000100:00100000:3.0:1778923638.617296:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748224 00000100:00100000:3.0:1778923638.617351:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7322 00000100:00100000:3.0:1778923638.617362:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281748224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923638.617379:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923638.617398:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547062 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923638.617423:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 260169, mtime: 0x6a083876, atime: 0x6a083876, ctime: 0x6a083876, blocks: 0x207 00010000:00010000:3.0:1778923638.617442:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.617444:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.617453:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.617474:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.617487:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:3.0:1778923638.617766:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281748224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 404us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.617773:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7322 00000100:00100000:0.0:1778923638.620192:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.620231:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.620295:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748352 00000100:00100000:2.0:1778923638.620305:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748352 00000100:00100000:2.0:1778923638.620359:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748480 00000100:00100000:2.0:1778923638.620362:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748480 00000100:00100000:2.0:1778923638.620395:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7323 00000100:00100000:2.0:1778923638.620405:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281748352:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923638.620422:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923638.620442:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547069 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923638.620468:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083876, atime: 0x6a083871, ctime: 0x6a083876, blocks: 0x3 00010000:00010000:2.0:1778923638.620488:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.620491:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.620545:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 34 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.620564:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 34 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.620579:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923638.620636:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281748352:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 234us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.620643:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7323 00000100:00100000:2.0:1778923638.620659:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7324 00000100:00100000:2.0:1778923638.620665:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281748480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923638.620672:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923638.620684:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547070 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923638.620700:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083876, atime: 0x6a083871, ctime: 0x6a083876, blocks: 0x3 00010000:00010000:2.0:1778923638.620709:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.620711:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.620715:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 29 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.620732:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 29 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.620739:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923638.620759:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281748480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 95us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.620764:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7324 00000100:00100000:1.0:1778923638.683665:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.683797:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748608 00000100:00100000:2.0:1778923638.683807:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748608 00000100:00100000:2.0:1778923638.683968:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3697 00000100:00100000:2.0:1778923638.683979:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281748608:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923638.684025:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.684041:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.684043:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.684048:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.684060:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691398:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691419:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691428:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691436:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.691441:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691450:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691468:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.691475:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4ac3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.691635:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281748608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7654us (8125us total) trans 0 rc 260169/260169 00000100:00100000:2.0:1778923638.691646:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3697 00000100:00100000:2.0:1778923638.699662:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923638.699763:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748736 00000100:00100000:1.0:1778923638.699772:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748736 00000100:00100000:1.0:1778923638.699846:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3698 00000100:00100000:1.0:1778923638.699856:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281748736:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923638.699889:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.699926:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.699934:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.699936:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923638.699940:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.699974:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.699988:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 29 pid: 26020 timeout: 1435 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.700002:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287715328:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923638.700407:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923638.705378:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.705463:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748864 00000100:00100000:3.0:1778923638.705472:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748864 00010000:00010000:3.0:1778923638.705544:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 30 pid: 26020 timeout: 1435 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.705596:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3240 00000100:00100000:3.0:1778923638.705606:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281748864:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923638.705620:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923638.705643:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 30 pid: 26020 timeout: 1435 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.705657:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 30 pid: 26020 timeout: 1435 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.705680:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.705682:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.705687:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.705697:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.705716:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923638.705762:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281748864:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 158us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.705769:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3240 00010000:00010000:2.0:1778923638.706649:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a4a7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54704d expref: 29 pid: 26020 timeout: 1435 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.706669:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287715328:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923638.706691:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.706704:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.706710:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923638.842971:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872345 is committed 00000001:00080000:0.0:1778923638.842998:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872347 is committed 00002000:00010000:1.0:1778923638.843471:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 0 -> 260169 00002000:00010000:1.0:1778923638.843475:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 0 -> 1778923638 00002000:00010000:1.0:1778923638.843478:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 0 -> 1778923638 00002000:00010000:1.0:1778923638.843480:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1778923638.843492:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843534:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843544:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843551:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923638.843555:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843563:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843883:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923638.843893:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4aca lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.858373:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281748736:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 158507us (158709us total) trans 17179872347 rc 0/0 00000100:00100000:1.0:1778923638.858388:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3698 00000100:00100000:0.0:1778923638.864207:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.864994:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281748992 00000100:00100000:2.0:1778923638.865006:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281748992 00000100:00100000:2.0:1778923638.865308:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5634 00000100:00100000:2.0:1778923638.865318:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+233:54928:x1865335281748992:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:1.0:1778923638.940821:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589939994 is committed 00000020:00080000:1.0:1778923638.940968:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce72eb77900 refcount 2 committed 0 result 0 batchid 4294969402 00000020:00080000:1.0:1778923638.940974:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce603002240 00000020:00080000:1.0:1778923638.940978:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72eb77840 00000020:00080000:1.0:1778923638.940980:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce707d04400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce602a91800 00000020:00080000:1.0:1778923638.940985:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].47 00000004:00080000:1.0:1778923638.941023:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1418 committed 00000004:00080000:1.0:1778923638.941051:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1413 committed 00000020:00080000:3.0:1778923638.941075:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969402 committed batchid 4294969401 00000020:00080000:3.0:1778923638.941250:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969401 00000100:00100000:0.0:1778923638.941305:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54928:x1865335281748992:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 75984us (77102us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.941316:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5634 00000100:00100000:3.0:1778923638.944817:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.944915:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.944941:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749120 00000100:00100000:0.0:1778923638.944951:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749120 00000100:00100000:0.0:1778923638.945014:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749248 00000100:00100000:0.0:1778923638.945018:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749248 00000100:00100000:0.0:1778923638.945051:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7325 00000100:00100000:0.0:1778923638.945061:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281749120:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:0.0:1778923638.945173:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281749120:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 113us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.946742:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7326 00000100:00100000:3.0:1778923638.946763:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281749248:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923638.946867:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281749248:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 114us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.946875:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7326 00000100:00100000:0.0:1778923638.948743:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7325 00000100:00100000:2.0:1778923638.967972:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.968015:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.968052:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.970208:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749376 00000100:00100000:3.0:1778923638.970221:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749376 00000100:00100000:3.0:1778923638.970283:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749504 00000100:00100000:3.0:1778923638.970287:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749504 00000100:00100000:3.0:1778923638.970310:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749632 00000100:00100000:3.0:1778923638.970313:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749632 00000100:00100000:3.0:1778923638.970339:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7327 00000100:00100000:3.0:1778923638.970348:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281749376:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923638.970389:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970406:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.970408:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1778923638.970408:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7328 00010000:00010000:3.0:1778923638.970413:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.970417:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281749504:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923638.970429:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970437:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970445:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.970446:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.970448:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970458:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970459:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970467:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970475:0:26020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970481:0:26020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923638.970485:0:26020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970493:0:26020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970494:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970517:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970525:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970530:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923638.970533:0:26020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970534:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.970542:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4ad1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970542:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970551:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.970556:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a4ad8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.970633:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7329 00000100:00100000:2.0:1778923638.970642:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281749632:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923638.970660:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970669:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.970671:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923638.970673:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970683:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970704:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970711:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970718:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970724:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923638.970726:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970733:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970742:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.970748:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4adf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923638.970815:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281749376:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 468us (2860us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.970822:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7327 00000100:00100000:0.0:1778923638.971895:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281749504:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 1475us (3874us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.971914:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7328 00000100:00100000:2.0:1778923638.973408:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281749632:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 2756us (5343us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923638.973423:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7329 00000100:00100000:1.0:1778923638.977567:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923638.977679:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281749888 00000100:00100000:2.0:1778923638.977689:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281749888 00000100:00100000:2.0:1778923638.977740:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5635 00000100:00100000:2.0:1778923638.977750:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54928:x1865335281749888:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923638.977803:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923638.977830:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a4a6f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1bf:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547046 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.977848:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce703d27400) 00010000:00010000:2.0:1778923638.977858:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923638.977887:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.977919:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923638.977929:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923638.978121:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000047918dd3 reply state 00000000eae50212 transno 8589939995 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923638.978130:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923638.978226:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281749888:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 477us (667us total) trans 8589939995 rc 0/0 00000100:00100000:2.0:1778923638.978233:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5635 00010000:00010000:0.0:1778923638.984151:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984168:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984175:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984181:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923638.984186:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984194:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984209:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce712cf6300) 00010000:00010000:0.0:1778923638.984213:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923638.984218:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.984223:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4ae6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923638.985985:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.986877:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750016 00000100:00100000:0.0:1778923638.986898:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750016 00000100:00100000:0.0:1778923638.987255:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5636 00000100:00100000:0.0:1778923638.987268:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54928:x1865335281750016:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923638.987290:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.987312:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547077 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.987377:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.987392:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.987412:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:0.0:1778923638.987415:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923638.987418:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923638.987484:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281750016:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 218us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923638.987492:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5636 00000100:00100000:2.0:1778923638.992429:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923638.992561:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750144 00000100:00100000:3.0:1778923638.992569:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750144 00000100:00100000:3.0:1778923638.992614:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7330 00000100:00100000:3.0:1778923638.992622:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:54928:x1865335281750144:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923638.992639:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923638.992659:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54707e expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923638.992685:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 260169, mtime: 0x6a083876, atime: 0x0, ctime: 0x6a083876, blocks: 0x203 00010000:00010000:3.0:1778923638.992705:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.992708:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923638.992715:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 23 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.992731:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 23 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923638.992742:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d000, rc 0) 00000100:00100000:3.0:1778923638.992799:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:54928:x1865335281750144:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 178us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923638.992806:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7330 00000100:00100000:2.0:1778923638.998438:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923638.999061:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750272 00000100:00100000:0.0:1778923638.999072:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750272 00000100:00100000:0.0:1778923638.999143:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7331 00000100:00100000:0.0:1778923638.999154:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:54928:x1865335281750272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923638.999173:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923638.999193:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547085 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.999227:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.999238:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.999240:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923638.999245:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.999276:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923638.999288:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923638.999302:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287715456:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923638.999386:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.001845:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f41500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287715456:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.001878:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.001917:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6000, rc 0) 00000100:00100000:0.0:1778923639.001979:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:54928:x1865335281750272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2826us (3550us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.001988:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7331 00000100:00100000:2.0:1778923639.003131:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.004691:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750400 00000100:00100000:3.0:1778923639.004704:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750400 00010000:00010000:3.0:1778923639.004754:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.004812:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3241 00000100:00100000:3.0:1778923639.004824:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281750400:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923639.004842:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923639.004865:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.004880:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.004912:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000743c55e/0x3baece0abe6a4a76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547054 expref: 35 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.004930:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.004932:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.004939:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.004950:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.005000:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.005015:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287715584:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923639.005112:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.008775:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287715584:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923639.008818:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923639.008896:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281750400:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4072us (5768us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.008919:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3241 00000100:00100000:2.0:1778923639.009150:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.009198:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.009274:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750528 00000100:00100000:1.0:1778923639.009282:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750528 00000100:00100000:1.0:1778923639.009332:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750656 00000100:00100000:1.0:1778923639.009335:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750656 00000100:00100000:1.0:1778923639.009367:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7332 00000100:00100000:1.0:1778923639.009382:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281750528:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923639.009674:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:1.0:1778923639.009678:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923639.009680:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:1.0:1778923639.009682:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923638 -> 1778923639 00002000:00010000:1.0:1778923639.009685:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923639.009724:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281750528:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 345us (575us total) trans 17179872348 rc 0/0 00000100:00100000:1.0:1778923639.009732:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7332 00000100:00100000:1.0:1778923639.009747:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7333 00000100:00100000:1.0:1778923639.009754:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281750656:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923639.009892:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.009895:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 0 -> 1778923638 00002000:00010000:1.0:1778923639.009898:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:1.0:1778923639.009899:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 0 -> 1778923639 00002000:00010000:1.0:1778923639.009901:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923639.009943:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281750656:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 190us (744us total) trans 21474839450 rc 0/0 00000100:00100000:1.0:1778923639.009949:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7333 00000100:00100000:0.0:1778923639.014100:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.014413:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281750912 00000100:00100000:2.0:1778923639.014422:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281750912 00000100:00100000:2.0:1778923639.014490:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5637 00000100:00100000:2.0:1778923639.014500:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281750912:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:2.0:1778923639.014613:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014629:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014640:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014665:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014672:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014678:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014684:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923639.014688:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014695:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014706:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:2.0:1778923639.014709:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1778923639.014713:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.014719:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4b02 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.014791:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281750912:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 293us (700us total) trans 0 rc -22/-22 00000100:00100000:2.0:1778923639.014800:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5637 00000100:00100000:1.0:1778923639.019253:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.019333:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751168 00000100:00100000:3.0:1778923639.019343:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751168 00000100:00100000:3.0:1778923639.019404:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5638 00000100:00100000:3.0:1778923639.019413:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281751168:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923639.019468:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923639.019543:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4a22 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54702a expref: 204 pid: 30325 timeout: 1435 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.019564:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.019570:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923639.019613:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.019628:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.019638:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923639.019810:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000008b3ec0c reply state 00000000157740f0 transno 8589939996 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.019819:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923639.019938:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54928:x1865335281751168:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 525us (693us total) trans 8589939996 rc 0/0 00000100:00100000:3.0:1778923639.019946:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5638 00010000:00010000:3.0:1778923639.024230:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024247:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024254:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024259:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667c400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923639.024263:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024270:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024286:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.024289:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923639.024294:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.024305:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a4b09 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.029408:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.029543:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751296 00000100:00100000:0.0:1778923639.029553:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751296 00000100:00100000:0.0:1778923639.029611:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7334 00000100:00100000:0.0:1778923639.029622:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:54928:x1865335281751296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.029639:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.029658:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54708c expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.029690:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 25 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.029699:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.029701:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.029706:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 25 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.029740:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 25 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.029752:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 25 pid: 26020 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.029765:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287715712:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.029847:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.033942:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.033996:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751424 00000100:00100000:3.0:1778923639.034017:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751424 00010000:00010000:3.0:1778923639.034057:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 26 pid: 26020 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.034065:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287715712:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.034093:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 26 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.034108:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3242 00010000:00010000:0.0:1778923639.034112:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:3.0:1778923639.034118:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281751424:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923639.034132:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923639.034153:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 26 pid: 26020 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.034165:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 26 pid: 26020 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.034173:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:54928:x1865335281751296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4555us (4776us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.034184:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7334 00010000:00010000:3.0:1778923639.034186:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4aae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547062 expref: 26 pid: 26020 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.034199:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.034201:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.034208:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.034218:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.034251:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.034265:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287715840:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923639.034311:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a660a80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.043135:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.043288:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751552 00000100:00100000:0.0:1778923639.043298:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751552 00000100:00100000:3.0:1778923639.043438:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287715840:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923639.043461:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923639.043551:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281751424:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 9433us (9619us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.043562:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3242 00000100:00100000:0.0:1778923639.045409:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7335 00000100:00100000:0.0:1778923639.045431:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:54928:x1865335281751552:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.045449:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.045467:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547093 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.045526:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 36 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.045536:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.045538:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.045542:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.045578:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 36 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.045591:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 36 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.045603:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287715968:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.045686:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.049361:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.049537:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751680 00000100:00100000:1.0:1778923639.049547:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751680 00010000:00010000:1.0:1778923639.049587:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 37 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.049633:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3243 00000100:00100000:1.0:1778923639.049642:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281751680:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.049657:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.049680:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 37 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.049694:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 37 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.049719:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.049721:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.049729:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 37 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.049737:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 37 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.049774:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 37 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.049788:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287716096:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923639.049866:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00010000:00010000:0.0:1778923639.050061:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ab5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547069 expref: 37 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.050078:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287715968:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.050100:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.050111:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923639.050140:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:54928:x1865335281751552:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4721us (7014us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.050149:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7335 00000100:00100000:2.0:1778923639.056004:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.056132:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287716096:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923639.056156:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.056213:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281751680:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6571us (6860us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.056224:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3243 00000100:00100000:3.0:1778923639.057025:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751808 00000100:00100000:3.0:1778923639.057034:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751808 00000100:00100000:3.0:1778923639.057091:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7336 00000100:00100000:3.0:1778923639.057246:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+24:54928:x1865335281751808:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923639.057263:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923639.057281:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54709a expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.057312:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.057321:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.057323:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.057327:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 25 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.057361:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.057376:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 25 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.057392:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287716224:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923639.057536:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.063971:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.064061:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281751936 00000100:00100000:1.0:1778923639.064069:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281751936 00010000:00010000:1.0:1778923639.064113:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 26 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.064162:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3244 00000100:00100000:1.0:1778923639.064171:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281751936:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.064187:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.064208:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 26 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.064229:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 26 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.064258:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.064260:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.064267:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.064278:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.064314:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 26 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.064329:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287716352:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923639.064418:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00010000:00010000:3.0:1778923639.068827:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a4abc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547070 expref: 26 pid: 8354 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.068854:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287716224:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923639.068886:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 25 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.068914:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000100:00100000:2.0:1778923639.069187:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+25:54928:x1865335281751808:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 11942us (13191us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.069198:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7336 00000100:00100000:2.0:1778923639.078984:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.079594:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287716352:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923639.079617:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.079679:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281751936:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 15508us (15715us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.079690:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3244 00000100:00100000:3.0:1778923639.085640:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752064 00000100:00100000:3.0:1778923639.085655:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752064 00000100:00100000:2.0:1778923639.085836:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7337 00000100:00100000:2.0:1778923639.085848:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281752064:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923639.086158:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:2.0:1778923639.086162:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.086164:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.086166:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923638 -> 1778923639 00002000:00010000:2.0:1778923639.086169:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923639.086255:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281752064:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 409us (7280us total) trans 17179872349 rc 0/0 00000100:00100000:2.0:1778923639.086263:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7337 00000100:00100000:2.0:1778923639.087816:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.087924:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.087987:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752192 00000100:00100000:3.0:1778923639.087995:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752192 00000100:00100000:3.0:1778923639.088040:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752320 00000100:00100000:3.0:1778923639.088043:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752320 00000100:00100000:3.0:1778923639.088080:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7338 00000100:00100000:3.0:1778923639.088093:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281752192:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923639.088305:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.088311:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.088316:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923633 -> 1778923638 00002000:00010000:3.0:1778923639.088319:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923638 -> 1778923639 00002000:00010000:3.0:1778923639.088324:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923639.088387:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281752192:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 294us (576us total) trans 21474839451 rc 0/0 00000100:00100000:3.0:1778923639.088400:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7338 00000100:00100000:3.0:1778923639.088423:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7339 00000100:00100000:3.0:1778923639.088435:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281752320:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923639.088565:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.088568:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.088571:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923633 -> 1778923638 00002000:00010000:3.0:1778923639.088573:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923638 -> 1778923639 00002000:00010000:3.0:1778923639.088643:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923639.088679:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281752320:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 243us (753us total) trans 17179872350 rc 0/0 00000100:00100000:3.0:1778923639.088690:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7339 00000100:00100000:1.0:1778923639.093337:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.093431:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752576 00000100:00100000:2.0:1778923639.093441:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752576 00000100:00100000:2.0:1778923639.093496:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2061 00000100:00100000:2.0:1778923639.093538:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281752576:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923639.093618:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54705b expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093659:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093674:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093683:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093692:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093738:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093753:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 204 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.093774:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716480:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923639.093856:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.093865:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 204 pid: 30327 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.093874:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716608:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923639.093897:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.106599:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.106634:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.106716:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752704 00000100:00100000:1.0:1778923639.106725:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752704 00010000:00010000:1.0:1778923639.106762:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 205 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.106799:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752832 00000100:00100000:1.0:1778923639.106802:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752832 00010000:00010000:1.0:1778923639.106814:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 206 pid: 30327 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.106835:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3245 00000100:00100000:1.0:1778923639.106845:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281752704:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923639.106861:0:5741:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 206 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.106872:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 206 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.106884:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 206 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.106894:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923639.106896:0:5741:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923639.106900:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.106921:0:5741:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 206 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.106977:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281752704:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 134us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.106984:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3245 00000100:00100000:1.0:1778923639.107001:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3246 00000100:00100000:1.0:1778923639.107019:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281752832:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.107029:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.107035:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 205 pid: 30327 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.107049:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 205 pid: 30327 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.107071:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923639.107075:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.107083:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.107090:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.107111:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.107132:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281752832:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 124us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.107140:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3246 00000100:00100000:0.0:1778923639.107157:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716480:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.107171:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a4903 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546ff9 expref: 204 pid: 30327 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.107188:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716608:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.107211:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107220:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107226:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107245:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107256:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107264:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107287:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.107299:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 203 pid: 31254 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.107311:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716736:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.107368:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.111307:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.111395:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281752960 00000100:00100000:1.0:1778923639.111403:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281752960 00010000:00010000:1.0:1778923639.111440:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 204 pid: 31254 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.111486:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3247 00000100:00100000:1.0:1778923639.111496:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2356:x1865335281752960:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.111554:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.111561:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 204 pid: 31254 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.111575:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 204 pid: 31254 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.111598:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:1.0:1778923639.111604:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.111613:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.111621:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.111643:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.111690:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2356:x1865335281752960:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 195us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.111697:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3247 00010000:00010000:0.0:1778923639.113038:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a4aed lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1bf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547077 expref: 203 pid: 31254 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.113060:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287716736:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.113081:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.113090:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.113096:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.113687:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287716864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923639.113749:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923639.113786:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.113884:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287716864 00000100:00100000:3.0:1778923639.113890:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287716864 00000100:00100000:3.0:1778923639.113970:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1778923639.113979:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287716864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.114095:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287716864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 117us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.114104:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1778923639.114265:0:30329:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872339 gen 2 00000004:00080000:1.0:1778923639.114272:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71880, transno 17179872311 00000004:00080000:1.0:1778923639.114290:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70a80, transno 17179872312 00000004:00080000:1.0:1778923639.114293:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72d80, transno 17179872313 00000004:00080000:1.0:1778923639.114295:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70000, transno 17179872314 00000004:00080000:1.0:1778923639.114298:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70380, transno 17179872315 00000004:00080000:1.0:1778923639.114300:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71500, transno 17179872316 00000004:00080000:1.0:1778923639.114303:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72a00, transno 17179872317 00000004:00080000:1.0:1778923639.114306:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73480, transno 17179872318 00000004:00080000:1.0:1778923639.114308:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa8a80, transno 17179872319 00000004:00080000:1.0:1778923639.114315:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa8e00, transno 17179872320 00000004:00080000:1.0:1778923639.114317:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa9500, transno 17179872321 00000004:00080000:1.0:1778923639.114319:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aaa300, transno 17179872322 00000004:00080000:1.0:1778923639.114321:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aab800, transno 17179872323 00000004:00080000:1.0:1778923639.114324:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734070000, transno 17179872324 00000004:00080000:1.0:1778923639.114327:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954ad80, transno 17179872325 00000004:00080000:1.0:1778923639.114330:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072300, transno 17179872326 00000004:00080000:1.0:1778923639.114332:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709549500, transno 17179872327 00000004:00080000:1.0:1778923639.114334:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072a00, transno 17179872328 00000004:00080000:1.0:1778923639.114336:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548380, transno 17179872329 00000004:00080000:1.0:1778923639.114339:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71180, transno 17179872330 00000004:00080000:1.0:1778923639.114341:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548a80, transno 17179872331 00000004:00080000:1.0:1778923639.114343:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072d80, transno 17179872332 00000004:00080000:1.0:1778923639.114345:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9df80, transno 17179872333 00000004:00080000:1.0:1778923639.114347:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70e00, transno 17179872334 00000004:00080000:1.0:1778923639.114350:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9fb80, transno 17179872335 00000004:00080000:1.0:1778923639.114352:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9e300, transno 17179872336 00000004:00080000:1.0:1778923639.114356:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872339 committed transno 17179872339 00000100:00100000:1.0:1778923639.114377:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f40700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287716864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.114419:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287716992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.114449:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.114466:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.114531:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287716992 00000100:00100000:2.0:1778923639.114536:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287716992 00000100:00100000:2.0:1778923639.114576:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1778923639.114588:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287716992:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.114655:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287716992:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 72us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.114667:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:2.0:1778923639.114698:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287716992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.114753:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.114789:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.114802:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b6780 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.114819:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717120 00000100:00100000:2.0:1778923639.114822:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717120 00000100:00100000:2.0:1778923639.114843:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1778923639.114849:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.114926:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.114935:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1778923639.114961:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115001:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115034:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.115051:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.115064:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717248 00000100:00100000:2.0:1778923639.115067:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717248 00000100:00100000:2.0:1778923639.115086:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1778923639.115095:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115142:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 50us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.115148:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1778923639.115171:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115381:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115409:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.115428:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.115441:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717376 00000100:00100000:2.0:1778923639.115444:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717376 00000100:00100000:2.0:1778923639.115467:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1778923639.115475:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115548:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 73us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.115555:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1778923639.115580:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115614:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115646:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.115658:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7057b69c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.115673:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717504 00000100:00100000:2.0:1778923639.115676:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717504 00000100:00100000:2.0:1778923639.115700:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1778923639.115705:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115753:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.115760:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1778923639.115785:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115815:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.115836:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.115849:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.115859:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717632 00000100:00100000:2.0:1778923639.115862:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717632 00000100:00100000:2.0:1778923639.115882:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:2.0:1778923639.115887:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717632:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.116537:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717632:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 324us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.116547:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000004:00080000:3.0:1778923639.117102:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 26 done 00000100:00080000:0.0:1778923639.117278:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1778923639.117283:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923639.117473:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717632:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.117550:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.117593:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.117623:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.117685:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717760 00000100:00100000:2.0:1778923639.117690:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717760 00000100:00100000:2.0:1778923639.117732:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1778923639.117739:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717760:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.117808:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287717760:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 69us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.117814:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1778923639.117966:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717760:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118005:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118039:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.118060:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.118170:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287717888 00000100:00100000:0.0:1778923639.118174:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287717888 00000100:00100000:0.0:1778923639.118209:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1778923639.118216:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717888:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923639.118275:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287717888:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.118281:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1778923639.118418:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287717888:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118447:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118469:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.118490:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.118622:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718016 00000100:00100000:0.0:1778923639.118626:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718016 00000100:00100000:0.0:1778923639.118650:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1778923639.118656:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718016:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923639.118701:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718016:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 46us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.118708:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1778923639.118802:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718016:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118853:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.118945:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.118968:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.119023:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718144 00000100:00100000:3.0:1778923639.119027:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718144 00000100:00100000:3.0:1778923639.119057:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1778923639.119069:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718144:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.119131:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718144:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 65us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.119137:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1778923639.119302:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718144:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.119351:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.119383:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.119410:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.119473:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718272 00000100:00100000:2.0:1778923639.119477:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718272 00000100:00100000:2.0:1778923639.119524:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1778923639.119531:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718272:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.119589:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718272:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 56us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.119600:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1778923639.119684:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718272:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.119735:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718400:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.119757:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.119776:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.119824:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718400 00000100:00100000:2.0:1778923639.119828:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718400 00000100:00100000:2.0:1778923639.119843:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:2.0:1778923639.119849:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718400:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.119917:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718400:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.119925:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1778923639.120142:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718400:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120174:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718528:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120197:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.120220:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.120269:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718528 00000100:00100000:2.0:1778923639.120273:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718528 00000100:00100000:2.0:1778923639.120302:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1778923639.120309:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718528:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.120366:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718528:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.120372:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1778923639.120436:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718528:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120484:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718656:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120531:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.120551:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.120605:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718656 00000100:00100000:2.0:1778923639.120611:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718656 00000100:00100000:2.0:1778923639.120638:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:2.0:1778923639.120646:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718656:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.120719:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287718656:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 75us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.120729:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1778923639.120864:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718656:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120917:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718784:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.120952:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.120969:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.121023:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718784 00000100:00100000:2.0:1778923639.121027:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718784 00000100:00100000:2.0:1778923639.121058:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1778923639.121067:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718784:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.121129:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718784:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 65us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.121135:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1778923639.121323:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718784:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.121357:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718912:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.121383:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.121410:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.121469:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287718912 00000100:00100000:2.0:1778923639.121476:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287718912 00000100:00100000:2.0:1778923639.121529:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1778923639.121537:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735df0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718912:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923639.121614:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735df0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287718912:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.121623:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1778923639.121970:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287718912:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122001:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122036:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.122046:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.122188:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719040 00000100:00100000:3.0:1778923639.122193:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719040 00000100:00100000:3.0:1778923639.122220:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1778923639.122227:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719040:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.122284:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719040:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.122290:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1778923639.122368:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719040:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122417:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122451:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.122476:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.122524:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719168 00000100:00100000:3.0:1778923639.122527:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719168 00000100:00100000:3.0:1778923639.122545:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1778923639.122550:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719168:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.122614:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719168:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.122623:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1778923639.122702:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719168:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122742:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.122776:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.122801:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.122854:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719296 00000100:00100000:3.0:1778923639.122860:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719296 00000100:00100000:3.0:1778923639.122885:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1778923639.122893:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719296:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.122965:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719296:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.122971:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:1.0:1778923639.123473:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719296:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.123541:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.123566:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.123594:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.123654:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719424 00000100:00100000:3.0:1778923639.123660:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719424 00000100:00100000:3.0:1778923639.123699:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1778923639.123708:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719424:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.123784:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719424:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.123792:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1778923639.123942:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719424:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.124108:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.124132:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.124154:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7097f4000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.124200:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719552 00000100:00100000:0.0:1778923639.124207:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719552 00000100:00100000:0.0:1778923639.124244:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1778923639.124250:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719552:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923639.124312:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719552:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.124321:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1778923639.124415:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719552:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.124446:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.124467:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923639.124486:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.124584:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719680 00000100:00100000:0.0:1778923639.124589:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719680 00000100:00100000:0.0:1778923639.124652:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:0.0:1778923639.124658:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719680:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923639.124713:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287719680:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 55us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.124718:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1778923639.124771:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1c000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719680:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.124801:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.124828:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.125192:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.125284:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719808 00000100:00100000:1.0:1778923639.125288:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719808 00000100:00100000:1.0:1778923639.125313:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1778923639.125318:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719808:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923639.125375:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719808:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 56us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.125381:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1778923639.125450:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719808:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125490:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125545:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.125564:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287719936 00000100:00100000:3.0:1778923639.125567:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287719936 00000100:00100000:3.0:1778923639.125584:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1778923639.125589:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125639:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287719936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 50us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.125645:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1778923639.125663:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.125675:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287719936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125711:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125738:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.125758:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287720064 00000100:00100000:3.0:1778923639.125761:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287720064 00000100:00100000:3.0:1778923639.125779:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1778923639.125783:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287720064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.125826:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287720064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 42us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.125834:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1778923639.125848:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.125863:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720064:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1778923639.126491:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].48, 1360 off75600 00000001:00080000:3.0:1778923639.126525:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939997 00000100:00100000:3.0:1778923639.126601:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.126638:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.126667:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287720192 00000100:00100000:3.0:1778923639.126671:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287720192 00000100:00100000:3.0:1778923639.126695:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1778923639.126747:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287720192:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.127172:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287720192:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 470us (532us total) trans 17179872351 rc 0/0 00000100:00100000:3.0:1778923639.127180:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1778923639.127205:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.127229:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.127253:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.127279:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.127298:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287720320 00000100:00100000:3.0:1778923639.127302:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287720320 00000100:00100000:3.0:1778923639.127321:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1778923639.127326:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+32:30329:x1865335287720320:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923639.127653:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+33:30329:x1865335287720320:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 326us (373us total) trans 21474839452 rc 0/0 00000100:00100000:3.0:1778923639.127659:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1778923639.127675:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.127689:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287720320:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1778923639.127782:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589939998 00010000:00010000:3.0:1778923639.127812:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127822:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127830:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127837:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923639.127841:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127848:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127866:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce728e15000) 00010000:00010000:3.0:1778923639.127870:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923639.127876:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127883:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a4b2c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1bf:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127913:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127919:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127924:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127929:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923639.127932:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127937:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127944:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.127946:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923639.127949:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127954:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4b25 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.127966:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.127969:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923639.127974:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a4a8b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54705b expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.128418:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281752576:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 34911us (35087us total) trans 8589939999 rc 0/0 00000100:00100000:3.0:1778923639.128427:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2061 00000020:00080000:3.0:1778923639.128431:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1778923639.130961:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.131101:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281753088 00000100:00100000:1.0:1778923639.131110:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281753088 00000100:00100000:1.0:1778923639.131168:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5639 00000100:00100000:1.0:1778923639.131177:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54928:x1865335281753088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923639.131200:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923639.131219:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4b33 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470a1 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.131299:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4b33 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a1 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.131312:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4b33 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a1 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.131330:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923639.131333:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923639.131337:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1200, rc 0) 00000100:00100000:1.0:1778923639.131808:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54928:x1865335281753088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 630us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.131816:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5639 00000100:00100000:1.0:1778923639.137318:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.137401:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281753344 00000100:00100000:2.0:1778923639.137412:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281753344 00000100:00100000:2.0:1778923639.137466:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2062 00000100:00100000:2.0:1778923639.137476:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54928:x1865335281753344:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923639.137739:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df6b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54928:x1865335281753344:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 264us (429us total) trans 8589940000 rc 0/0 00000100:00100000:2.0:1778923639.137747:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2062 00000100:00100000:0.0:1778923639.140947:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.141035:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281753600 00000100:00100000:3.0:1778923639.141044:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281753600 00000100:00100000:3.0:1778923639.141097:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2063 00000100:00100000:3.0:1778923639.141107:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54928:x1865335281753600:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:3.0:1778923639.141853:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1bf:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1778923639.142046:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142062:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142073:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142081:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142086:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142091:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.142116:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1778923639.142205:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54928:x1865335281753600:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1097us (1263us total) trans 8589940001 rc 0/0 00000100:00100000:3.0:1778923639.142214:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2063 00010000:00010000:1.0:1778923639.142479:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923639.142487:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.142494:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.142498:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.142548:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.142562:0:27155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1bf:0x0].0x0 (ffff9ce722718d00) 00010000:00010000:1.0:1778923639.142565:0:27155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1778923639.142570:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.142577:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a4b3a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.142593:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.142596:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.142597:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923639.178685:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.178815:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281753728 00000100:00100000:0.0:1778923639.178826:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281753728 00000100:00100000:0.0:1778923639.178885:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5640 00000100:00100000:0.0:1778923639.178896:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54929:x1865335281753728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.178926:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.178945:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4b41 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470a8 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179014:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179029:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179040:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923639.179075:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00000004:00200000:0.0:1778923639.179079:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923639.179096:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179106:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179128:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a4b41 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179145:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.179154:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.179157:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923639.179160:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923639.179228:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54929:x1865335281753728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 334us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.179235:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5640 00000100:00100000:0.0:1778923639.183031:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.183163:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281753984 00000100:00100000:2.0:1778923639.183171:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281753984 00000100:00100000:2.0:1778923639.183230:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5641 00000100:00100000:2.0:1778923639.183249:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54929:x1865335281753984:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.183268:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.183287:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a4b4f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470af expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.183385:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4b56 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.183401:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4b56 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.183412:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4b56 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923639.183426:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00010000:00010000:2.0:1778923639.183590:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a4b4f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470af expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.183608:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4b56 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470af expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.183621:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.183624:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923639.183627:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923639.183687:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54929:x1865335281753984:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 439us (665us total) trans 8589940002 rc 0/0 00000100:00100000:2.0:1778923639.183695:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5641 00000100:00100000:1.0:1778923639.191133:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.192849:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754112 00000100:00100000:2.0:1778923639.192862:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754112 00000100:00100000:2.0:1778923639.192981:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7340 00000100:00100000:2.0:1778923639.192992:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281754112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.193117:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.193142:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470b6 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923639.193171:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08382a, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923639.193190:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.193192:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.193200:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 27 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.193217:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 27 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.193228:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679c00, rc 0) 00000100:00100000:2.0:1778923639.193351:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281754112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 361us (2227us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.193359:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7340 00000100:00100000:3.0:1778923639.200409:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.201294:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754240 00000100:00100000:0.0:1778923639.201305:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754240 00000100:00100000:0.0:1778923639.201371:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7341 00000100:00100000:0.0:1778923639.201382:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281754240:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.201400:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.201422:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470bd expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923639.201450:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083837, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923639.201474:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.201476:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.201485:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.201500:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.201831:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923639.201899:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281754240:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 518us (1500us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.201917:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7341 00000100:00100000:0.0:1778923639.210227:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.211040:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754368 00000100:00100000:2.0:1778923639.211051:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754368 00000100:00100000:2.0:1778923639.211567:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7342 00000100:00100000:2.0:1778923639.211580:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281754368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.211597:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.211620:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470c4 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923639.211648:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923639.211667:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.211670:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.211678:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 38 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.211694:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 38 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.211707:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923639.211767:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281754368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 191us (1551us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.211774:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7342 00000100:00100000:1.0:1778923639.221015:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.221115:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754496 00000100:00100000:0.0:1778923639.221125:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754496 00000100:00100000:0.0:1778923639.221254:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7343 00000100:00100000:0.0:1778923639.221266:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281754496:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.221284:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.221305:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470cb expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923639.221332:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083844, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923639.221354:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.221356:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.221365:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 28 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.221387:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 28 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.221400:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923639.221465:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281754496:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 201us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.221472:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7343 00000100:00100000:0.0:1778923639.226875:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.226968:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754624 00000100:00100000:3.0:1778923639.226977:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754624 00000100:00100000:3.0:1778923639.227040:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7344 00000100:00100000:3.0:1778923639.227050:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281754624:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923639.227067:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923639.227088:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470d2 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923639.227116:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083854, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:3.0:1778923639.227135:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.227137:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.227147:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.227164:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.227176:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c400, rc 0) 00000100:00100000:3.0:1778923639.227349:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281754624:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 299us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.227357:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7344 00000100:00100000:1.0:1778923639.233741:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.233894:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754752 00000100:00100000:0.0:1778923639.236577:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754752 00000100:00100000:0.0:1778923639.236726:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7345 00000100:00100000:0.0:1778923639.236738:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281754752:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.236756:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.236790:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470d9 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923639.236819:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083858, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923639.236838:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.236840:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.236850:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.236867:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 30 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.236886:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6c00, rc 0) 00000100:00100000:0.0:1778923639.236976:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281754752:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 240us (3242us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.236984:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7345 00000100:00100000:1.0:1778923639.244025:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.244386:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281754880 00000100:00100000:0.0:1778923639.244426:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281754880 00000100:00100000:0.0:1778923639.244673:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7346 00000100:00100000:0.0:1778923639.244685:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281754880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923639.244704:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.244724:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470e0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923639.244752:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:0.0:1778923639.244779:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.244782:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.244791:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 39 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.244808:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 39 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.244820:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923639.244877:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281754880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 194us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.244887:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7346 00000100:00100000:3.0:1778923639.253049:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.254288:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755008 00000100:00100000:2.0:1778923639.254300:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755008 00000100:00100000:2.0:1778923639.254368:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7347 00000100:00100000:2.0:1778923639.254378:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281755008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.254396:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.254433:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470e7 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923639.254470:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08385b, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923639.254490:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.254492:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.254500:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 40 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.254556:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 40 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.254568:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923639.254684:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281755008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 307us (1644us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.254691:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7347 00000100:00100000:1.0:1778923639.262407:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.263127:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755136 00000100:00100000:3.0:1778923639.263138:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755136 00000100:00100000:2.0:1778923639.263631:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7348 00000100:00100000:2.0:1778923639.263642:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281755136:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.263658:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.263678:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470ee expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923639.263705:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a08386d, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:2.0:1778923639.263724:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.263727:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.263736:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 31 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.263751:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 31 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.263764:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679800, rc 0) 00000100:00100000:2.0:1778923639.263859:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281755136:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 218us (1462us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.263866:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7348 00000100:00100000:1.0:1778923639.272045:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.272126:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755264 00000100:00100000:3.0:1778923639.272135:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755264 00000100:00100000:3.0:1778923639.272283:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7349 00000100:00100000:3.0:1778923639.272295:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281755264:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923639.272313:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923639.272333:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470f5 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923639.272355:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c4:0x0] initial LVB size: 131794, mtime: 0x6a083874, atime: 0x6a083871, ctime: 0x6a083874, blocks: 0x203 00010000:00010000:3.0:1778923639.272374:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.272376:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.272384:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 41 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.272399:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 41 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.272411:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d400, rc 0) 00000100:00100000:3.0:1778923639.276806:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281755264:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4501us (4757us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923639.276819:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7349 00000100:00100000:2.0:1778923639.319257:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.321374:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755392 00000100:00100000:0.0:1778923639.321389:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755392 00000100:00100000:0.0:1778923639.321460:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 183 00000100:00100000:0.0:1778923639.321471:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707db7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281755392:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:0.0:1778923639.321583:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707db7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281755392:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 114us (2335us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.321591:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 183 00000100:00100000:1.0:1778923639.368595:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.368686:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755520 00000100:00100000:3.0:1778923639.368697:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755520 00000100:00100000:3.0:1778923639.368787:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3699 00000100:00100000:3.0:1778923639.368798:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281755520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923639.368837:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.368858:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.368866:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923639.368868:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923639.368872:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.368914:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.368929:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 31 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.368944:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287720448:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923639.369122:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.378269:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287720448:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923639.378300:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.382471:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.383249:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755648 00000100:00100000:2.0:1778923639.383260:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755648 00010000:00010000:2.0:1778923639.383303:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 32 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.383351:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3248 00000100:00100000:2.0:1778923639.383361:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281755648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923639.383376:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923639.383399:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 32 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.383414:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 32 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.383436:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a4b10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54708c expref: 32 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.383453:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.383455:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.383460:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.383471:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.383541:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923639.383663:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.383678:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.384481:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281755648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1118us (2015us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.384491:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3248 00010000:00010000:0.0:1778923639.409980:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.409999:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.410700:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.410709:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667da00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923639.410713:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.410722:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.410741:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.410752:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a4baa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.410914:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281755520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 42104us (42314us total) trans 0 rc 260169/260169 00000100:00100000:0.0:1778923639.410924:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3699 00010000:00010000:2.0:1778923639.429012:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923639.429296:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.429337:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.429404:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755776 00000100:00100000:2.0:1778923639.429413:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755776 00000100:00100000:2.0:1778923639.429465:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281755904 00000100:00100000:2.0:1778923639.429469:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281755904 00000100:00100000:2.0:1778923639.429498:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7350 00000100:00100000:2.0:1778923639.429542:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281755776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.429559:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.429587:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bb1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5470fc expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.429648:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287720576:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923639.429720:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704d36c00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923639.429920:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7351 00000100:00100000:3.0:1778923639.429932:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281755904:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923639.429941:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923639.429951:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a4bb8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547103 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.429982:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287720704:192.168.203.24@tcp:106: 00000100:00100000:3.0:1778923639.430021:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923639.434969:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287720576:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923639.435018:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bb1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470fc expref: 31 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.435043:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bb1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470fc expref: 31 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.435056:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923639.435118:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281755776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5579us (5827us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923639.435126:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7350 00000100:00100000:2.0:1778923639.435851:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:26019:1865335287720704:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923639.435874:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a4bb8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547103 expref: 42 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.435891:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a4bb8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547103 expref: 42 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.435911:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736400, rc 0) 00000100:00100000:2.0:1778923639.435949:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281755904:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6020us (6611us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923639.435956:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7351 00000100:00100000:3.0:1778923639.446459:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.446575:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756032 00000100:00100000:2.0:1778923639.446585:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756032 00000100:00100000:2.0:1778923639.446718:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3700 00000100:00100000:2.0:1778923639.446729:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281756032:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923639.446765:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.446785:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 30 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.446794:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923639.446796:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923639.446799:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.446834:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 30 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.446849:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 30 pid: 6548 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.446862:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287720832:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923639.446989:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704d36c00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.458127:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.458768:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287720832:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923639.458799:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.462838:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756160 00000100:00100000:3.0:1778923639.462852:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756160 00010000:00010000:2.0:1778923639.463001:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 31 pid: 6548 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.463184:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3249 00000100:00100000:2.0:1778923639.463195:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281756160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923639.463213:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923639.463242:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 31 pid: 6548 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.463255:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 31 pid: 6548 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.463277:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a4af4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54707e expref: 31 pid: 6548 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.463292:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.463294:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.463298:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.463308:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.463345:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923639.463408:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281756160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 215us (5291us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.463416:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3249 00010000:00010000:3.0:1778923639.463500:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.463538:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471180:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471201:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471211:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471219:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923639.471223:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471232:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471250:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.471258:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a4bbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.471348:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281756032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 24617us (24894us total) trans 0 rc 260169/260169 00000100:00100000:2.0:1778923639.471358:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3700 00000100:00100000:3.0:1778923639.496496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.496765:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756288 00000100:00100000:2.0:1778923639.496774:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756288 00000100:00100000:2.0:1778923639.496838:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 575 00000100:00100000:2.0:1778923639.496849:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54929:x1865335281756288:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923639.496865:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923639.497061:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4b56 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470af expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.497081:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.497087:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923639.497189:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54929:x1865335281756288:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 343us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.497196:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 575 00000100:00100000:0.0:1778923639.501112:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.501193:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756544 00000100:00100000:1.0:1778923639.501201:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756544 00000100:00100000:1.0:1778923639.501278:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2064 00000100:00100000:1.0:1778923639.501287:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54929:x1865335281756544:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923639.501537:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54929:x1865335281756544:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 251us (432us total) trans 8589940003 rc 0/0 00000100:00100000:1.0:1778923639.501548:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2064 00000100:00100000:1.0:1778923639.532884:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.533467:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756800 00000100:00100000:2.0:1778923639.533478:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756800 00000100:00100000:2.0:1778923639.533577:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5642 00000100:00100000:2.0:1778923639.533587:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54930:x1865335281756800:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.533612:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.533631:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4bc6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54710a expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.533727:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4bcd lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.533741:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4bcd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.533751:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4bcd lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923639.533762:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00010000:00010000:2.0:1778923639.533877:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4bc6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54710a expref: 213 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.534328:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4bcd lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54710a expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.534338:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.534342:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923639.534345:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923639.534457:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54930:x1865335281756800:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 871us (1581us total) trans 8589940004 rc 0/0 00000100:00100000:2.0:1778923639.534466:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5642 00000100:00100000:0.0:1778923639.542024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.542253:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281756928 00000100:00100000:2.0:1778923639.542263:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281756928 00000100:00100000:2.0:1778923639.542335:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3701 00000100:00100000:2.0:1778923639.542345:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281756928:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923639.542375:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.542390:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.542392:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.542397:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.542409:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547418:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547444:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547454:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547462:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923639.547466:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547474:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547495:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.547545:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4bdb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.547714:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281756928:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5365us (5703us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923639.547726:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3701 00000100:00100000:3.0:1778923639.558021:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.558164:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757056 00000100:00100000:2.0:1778923639.558174:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757056 00000100:00100000:2.0:1778923639.558244:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3702 00000100:00100000:2.0:1778923639.558254:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281757056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923639.558288:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.558305:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.558307:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.558312:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.558326:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564292:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564311:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564319:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564326:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923639.564331:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564340:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564358:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.564366:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4be2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.564447:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281757056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6189us (6440us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923639.564457:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3702 00000100:00100000:0.0:1778923639.575945:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.576035:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757184 00000100:00100000:1.0:1778923639.576044:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757184 00000100:00100000:1.0:1778923639.576110:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3703 00000100:00100000:1.0:1778923639.576119:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281757184:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923639.576152:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.576167:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.576169:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.576175:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.576188:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596180:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596199:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596207:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596215:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.596219:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596227:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596243:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.596250:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a4be9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.596370:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281757184:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20248us (20429us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923639.596380:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3703 00000100:00100000:0.0:1778923639.603880:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.603966:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757312 00000100:00100000:3.0:1778923639.603976:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757312 00000100:00100000:3.0:1778923639.604055:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3704 00000100:00100000:3.0:1778923639.604066:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281757312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923639.604103:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.604119:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.604122:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.604127:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.604142:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610440:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610460:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610469:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610477:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923639.610482:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610492:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610551:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.610570:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a4bf0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.610644:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281757312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6576us (6768us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923639.610653:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3704 00000100:00100000:2.0:1778923639.620121:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.620326:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757440 00000100:00100000:1.0:1778923639.620337:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757440 00000100:00100000:1.0:1778923639.620406:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3705 00000100:00100000:1.0:1778923639.620416:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281757440:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923639.620452:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.620467:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.620469:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.620475:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.620490:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644146:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644166:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644175:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644181:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.644186:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644193:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644210:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.644216:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4bf7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.644294:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281757440:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23876us (24179us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923639.644303:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3705 00000100:00100000:0.0:1778923639.651760:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.651854:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757568 00000100:00100000:1.0:1778923639.651864:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757568 00000100:00100000:1.0:1778923639.652042:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3706 00000100:00100000:1.0:1778923639.652052:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281757568:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923639.652085:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.652101:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.652103:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.652109:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.652123:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656275:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656294:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656303:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656311:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.656315:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656325:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656344:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.656352:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005cea5fa5/0x3baece0abe6a4bfe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.656426:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281757568:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4372us (4671us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923639.656436:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3706 00000100:00100000:3.0:1778923639.665317:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.665436:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757696 00000100:00100000:2.0:1778923639.665445:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757696 00000100:00100000:2.0:1778923639.665540:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3707 00000100:00100000:2.0:1778923639.665551:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281757696:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923639.665582:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.665599:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.665601:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.665607:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.665620:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671374:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671394:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671403:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671409:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923639.671413:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671422:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671438:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.671445:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a4c05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.671535:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281757696:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5983us (6223us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923639.671546:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3707 00000100:00100000:3.0:1778923639.680984:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.681147:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757824 00000100:00100000:0.0:1778923639.681157:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757824 00000100:00100000:0.0:1778923639.681230:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3708 00000100:00100000:0.0:1778923639.681239:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281757824:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923639.681272:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.681290:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.681292:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.681298:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.681311:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688405:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688424:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688433:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688439:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923639.688444:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688451:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688469:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.688476:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4c0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.688608:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281757824:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7366us (7630us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923639.688617:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3708 00000100:00100000:0.0:1778923639.698498:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.698623:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281757952 00000100:00100000:1.0:1778923639.698632:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281757952 00000100:00100000:1.0:1778923639.698696:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3709 00000100:00100000:1.0:1778923639.698705:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281757952:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923639.698735:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.698750:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.698752:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.698758:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.698770:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704726:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704750:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704759:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704765:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.704770:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704778:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704797:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.704805:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4c13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.704910:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281757952:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6182us (6397us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923639.704920:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3709 00000100:00100000:2.0:1778923639.714369:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.716013:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758080 00000100:00100000:1.0:1778923639.716027:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758080 00000100:00100000:1.0:1778923639.716109:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3710 00000100:00100000:1.0:1778923639.716118:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281758080:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923639.716150:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.716166:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.716169:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.716174:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.716188:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722114:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722134:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722141:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722148:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.722153:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722161:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722178:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.722186:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4c1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.722316:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281758080:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6195us (7951us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923639.722327:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3710 00000100:00100000:3.0:1778923639.782395:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.782497:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758208 00000100:00100000:2.0:1778923639.782728:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758208 00000100:00100000:2.0:1778923639.782783:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7352 00000100:00100000:2.0:1778923639.782793:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281758208:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923639.782809:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.782828:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547111 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923639.782854:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 260169, mtime: 0x6a083876, atime: 0x6a083876, ctime: 0x6a083877, blocks: 0x207 00010000:00010000:2.0:1778923639.782870:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.782872:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.782881:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.782906:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.782918:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923639.783027:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281758208:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 235us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.783034:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7352 00000100:00100000:0.0:1778923639.787779:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923639.787862:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758336 00000100:00100000:3.0:1778923639.787872:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758336 00000100:00100000:3.0:1778923639.787957:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3711 00000100:00100000:3.0:1778923639.787968:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281758336:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923639.788013:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.788030:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.788032:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923639.788037:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.788052:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795124:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795148:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795156:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795165:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923639.795170:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795179:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795197:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.795206:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006b8de54a/0x3baece0abe6a4c28 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.795286:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281758336:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7315us (7511us total) trans 0 rc 260169/260169 00000100:00100000:3.0:1778923639.795296:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3711 00000100:00100000:1.0:1778923639.801343:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.801438:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758464 00000100:00100000:0.0:1778923639.801447:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758464 00000100:00100000:0.0:1778923639.801549:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3712 00000100:00100000:0.0:1778923639.801560:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281758464:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923639.801610:0:14408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 260169, mtime: 0x6a083876, atime: 0x6a083876, ctime: 0x6a083877, blocks: 0x203 00010000:00010000:0.0:1778923639.801618:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.801633:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.801635:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.801640:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.801652:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805347:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805366:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805375:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805383:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923639.805387:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805396:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805413:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.805420:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001aa7b325/0x3baece0abe6a4c2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->262143] (req 0->262143) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.805604:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281758464:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4043us (4267us total) trans 0 rc 260169/260169 00000100:00100000:2.0:1778923639.805615:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3712 00000100:00100000:1.0:1778923639.823000:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.823111:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758592 00000100:00100000:2.0:1778923639.823120:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758592 00000100:00100000:2.0:1778923639.823182:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 576 00000100:00100000:2.0:1778923639.823191:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54930:x1865335281758592:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923639.823207:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923639.823232:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4bcd lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54710a expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.823252:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.823257:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923639.823311:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54930:x1865335281758592:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 121us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.823318:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 576 00000100:00100000:0.0:1778923639.825975:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.826437:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281758848 00000100:00100000:2.0:1778923639.826445:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281758848 00000100:00100000:2.0:1778923639.826498:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2065 00000100:00100000:2.0:1778923639.826536:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54930:x1865335281758848:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923639.826971:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54930:x1865335281758848:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 437us (1002us total) trans 8589940005 rc 0/0 00000100:00100000:2.0:1778923639.826980:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2065 00000100:00100000:3.0:1778923639.839984:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.841786:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281759104 00000100:00100000:0.0:1778923639.841799:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281759104 00000100:00100000:0.0:1778923639.841917:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5643 00000100:00100000:0.0:1778923639.841927:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281759104:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.841950:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.841971:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c36 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547118 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.842214:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.842234:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.842244:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.842275:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.842289:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 213 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.842302:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287720960:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.842401:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.846965:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.847101:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281759232 00000100:00100000:2.0:1778923639.847111:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281759232 00010000:00010000:2.0:1778923639.847150:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.847191:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3250 00000100:00100000:2.0:1778923639.847201:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281759232:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923639.847216:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847227:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847240:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847249:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.847251:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923639.847255:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847270:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847277:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.847299:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.847354:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281759232:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 155us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.847362:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3250 00000100:00100000:0.0:1778923639.847759:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287720960:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.847780:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.847789:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.847795:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923639.847813:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 260169 00010000:00010000:0.0:1778923639.848069:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c36 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.848093:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.848102:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.848104:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923639.848107:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce703ef7e00, rc 0) 00000100:00100000:0.0:1778923639.848234:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281759104:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6309us (8258us total) trans 8589940006 rc 0/0 00000100:00100000:0.0:1778923639.848242:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5643 00000100:00100000:1.0:1778923639.856694:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.856730:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.856797:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281759360 00000100:00100000:0.0:1778923639.856806:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281759360 00000100:00100000:0.0:1778923639.856858:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281759488 00000100:00100000:0.0:1778923639.856861:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281759488 00000100:00100000:0.0:1778923639.856886:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7353 00000100:00100000:0.0:1778923639.856895:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281759360:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.856919:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.856940:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54711f expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923639.856966:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 260169, mtime: 0x6a083876, atime: 0x6a083876, ctime: 0x6a083877, blocks: 0x203 00010000:00010000:0.0:1778923639.856983:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.856985:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.856993:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 31 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.857020:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 31 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.857032:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73b9dca00, rc 0) 00000100:00100000:0.0:1778923639.857082:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281759360:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 188us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.857088:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7353 00000100:00100000:0.0:1778923639.857106:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7354 00000100:00100000:0.0:1778923639.857113:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281759488:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.857120:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.857131:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a4c52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547126 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.857174:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287721088:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923639.857222:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.860764:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287721088:192.168.203.24@tcp:106: 00010000:00010000:1.0:1778923639.860805:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a4c52 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547126 expref: 42 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.860828:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001014703d/0x3baece0abe6a4c52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547126 expref: 42 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.860840:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce700031600, rc 0) 00000100:00100000:1.0:1778923639.860917:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281759488:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3803us (4184us total) trans 0 rc 301/301 00000100:00100000:1.0:1778923639.860925:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7354 00000100:00100000:3.0:1778923639.864544:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.864811:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281759744 00000100:00100000:0.0:1778923639.864821:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281759744 00000100:00100000:0.0:1778923639.864880:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5644 00000100:00100000:0.0:1778923639.864889:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281759744:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923639.864953:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923639.864978:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a4b48 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a8 expref: 214 pid: 30328 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.864997:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.865010:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923639.865220:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.865237:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.865247:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923639.865297:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940007 00000004:00010000:0.0:1778923639.865321:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cdcf653b reply state 000000002d9c7734 transno 8589940008 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.865329:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923639.865414:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281759744:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 525us (919us total) trans 8589940008 rc 0/0 00000100:00100000:0.0:1778923639.865420:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5644 00000020:00080000:0.0:1778923639.865425:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923639.867301:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867316:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867323:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867329:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce700031e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923639.867333:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867339:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867357:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.867360:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923639.867364:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.867370:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c59 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.869650:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.869846:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760000 00000100:00100000:2.0:1778923639.869856:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760000 00000100:00100000:2.0:1778923639.869930:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5645 00000100:00100000:2.0:1778923639.869941:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54746:x1865335281760000:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923639.869965:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923639.869968:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1778923639.869992:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a4b33 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470a1 expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.870023:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923639.870030:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923639.870043:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4c60 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54712d expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.870093:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.870107:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.870117:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923639.872296:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1758, 88 off152888 00000004:00080000:2.0:1778923639.872311:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336928806374ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872376:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1750, 88 off152448 00000004:00080000:2.0:1778923639.872383:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336928879339ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872406:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1751, 88 off152536 00000004:00080000:2.0:1778923639.872410:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336928906222ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872427:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1759, 88 off152976 00000004:00080000:2.0:1778923639.872432:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336928927666ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872447:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1760, 88 off153064 00000004:00080000:2.0:1778923639.872452:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336928948072ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872468:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1752, 88 off152624 00000004:00080000:2.0:1778923639.872473:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336928968622ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872489:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1753, 88 off152712 00000004:00080000:2.0:1778923639.872493:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336928988919ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872536:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1761, 88 off153152 00000004:00080000:2.0:1778923639.872540:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929036389ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872558:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1754, 88 off152800 00000004:00080000:2.0:1778923639.872562:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929057692ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872577:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1762, 88 off153240 00000004:00080000:2.0:1778923639.872581:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929076652ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872596:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1763, 88 off153328 00000004:00080000:2.0:1778923639.872601:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929096424ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872615:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1755, 88 off152888 00000004:00080000:2.0:1778923639.872618:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929114261ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872631:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1764, 88 off153416 00000004:00080000:2.0:1778923639.872634:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929130520ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872649:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1756, 88 off152976 00000004:00080000:2.0:1778923639.872653:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929148802ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872666:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1765, 88 off153504 00000004:00080000:2.0:1778923639.872670:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929165684ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872684:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1757, 88 off153064 00000004:00080000:2.0:1778923639.872687:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929183099ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872700:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1758, 88 off153152 00000004:00080000:2.0:1778923639.872704:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929200236ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872717:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1766, 88 off153592 00000004:00080000:2.0:1778923639.872720:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929215780ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872732:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1759, 88 off153240 00000004:00080000:2.0:1778923639.872736:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929232209ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872749:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1767, 88 off153680 00000004:00080000:2.0:1778923639.872753:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929249290ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872765:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1768, 88 off153768 00000004:00080000:2.0:1778923639.872769:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929264624ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872783:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1760, 88 off153328 00000004:00080000:2.0:1778923639.872788:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929283920ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872801:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1761, 88 off153416 00000004:00080000:2.0:1778923639.872805:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929301566ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923639.872819:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1769, 88 off153856 00000004:00080000:2.0:1778923639.872822:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929318442ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872837:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1770, 88 off153944 00000004:00080000:2.0:1778923639.872842:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1336929338326ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923639.872857:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1762, 88 off153504 00000004:00080000:2.0:1778923639.872861:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1336929357466ns, next at 1335246995857ns, rc = 0 00000001:00080000:1.0:1778923639.917277:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940008 is committed 00000001:00080000:2.0:1778923639.917539:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940009 is committed 00000004:00080000:2.0:1778923639.917545:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1426 committed 00000004:00080000:2.0:1778923639.917550:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1431 committed 00000004:00080000:2.0:1778923639.917558:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1430 committed 00000004:00080000:2.0:1778923639.917560:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1425 committed 00000004:00080000:2.0:1778923639.917562:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1424 committed 00000004:00080000:2.0:1778923639.917564:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1429 committed 00000004:00080000:2.0:1778923639.917567:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1428 committed 00000004:00080000:2.0:1778923639.917569:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1423 committed 00000004:00080000:2.0:1778923639.917571:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1427 committed 00000004:00080000:2.0:1778923639.917573:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1422 committed 00000004:00080000:2.0:1778923639.917574:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1421 committed 00000004:00080000:2.0:1778923639.917576:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1426 committed 00000004:00080000:2.0:1778923639.917578:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1420 committed 00000004:00080000:2.0:1778923639.917579:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1425 committed 00000004:00080000:2.0:1778923639.917581:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1419 committed 00000004:00080000:2.0:1778923639.917583:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1424 committed 00000004:00080000:2.0:1778923639.917584:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1423 committed 00000004:00080000:2.0:1778923639.917586:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1418 committed 00000004:00080000:2.0:1778923639.917588:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1422 committed 00000004:00080000:2.0:1778923639.917590:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1417 committed 00000004:00080000:2.0:1778923639.917592:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1416 committed 00000004:00080000:2.0:1778923639.917593:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1421 committed 00000004:00080000:2.0:1778923639.917595:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1420 committed 00000004:00080000:2.0:1778923639.917597:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1415 committed 00000004:00080000:2.0:1778923639.917599:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1414 committed 00000004:00080000:2.0:1778923639.917602:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1419 committed 00000020:00080000:2.0:1778923639.917626:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce70820a3c0 refcount 2 committed 0 result 0 batchid 4294969403 00000020:00080000:2.0:1778923639.917631:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7057b6780 00000020:00080000:2.0:1778923639.917634:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083de600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70820ab40 00000020:00080000:2.0:1778923639.917637:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083dec00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce728dc3000 00000020:00080000:2.0:1778923639.917640:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].48 00000020:00080000:2.0:1778923639.917652:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969402 batchid updated 00000020:00080000:2.0:1778923639.917809:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969403 committed batchid 4294969402 00000020:00080000:2.0:1778923639.918381:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969402 cancel update log [0x200000bd0:0x1:0x0].47: rc = 0 00000020:00080000:2.0:1778923639.918391:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969402 00000100:00100000:2.0:1778923639.918412:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721216:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918476:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918679:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721728:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918712:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918738:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923639.918744:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721344:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918766:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918783:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918802:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918829:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721472:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918852:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918867:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918888:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918916:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923639.918921:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721600:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918941:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.918957:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287722112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.918977:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.919174:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721216 00000100:00100000:2.0:1778923639.919181:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721216 00000100:00100000:0.0:1778923639.919880:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287722496:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923639.919930:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.919967:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287722368:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.920436:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721728 00000100:00100000:2.0:1778923639.920442:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721728 00000100:00100000:2.0:1778923639.920471:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721344 00000100:00100000:2.0:1778923639.920474:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721344 00000100:00100000:2.0:1778923639.920483:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721856 00000100:00100000:2.0:1778923639.920486:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721856 00000100:00100000:2.0:1778923639.920495:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721472 00000100:00100000:2.0:1778923639.920497:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721472 00000100:00100000:1.0:1778923639.920613:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721984 00000100:00100000:1.0:1778923639.920618:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721984 00000100:00100000:1.0:1778923639.920637:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287721600 00000100:00100000:1.0:1778923639.920640:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287721600 00000100:00100000:1.0:1778923639.920649:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722112 00000100:00100000:1.0:1778923639.920652:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722112 00000100:00100000:1.0:1778923639.920661:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722496 00000100:00100000:1.0:1778923639.920663:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722496 00000100:00100000:1.0:1778923639.920679:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7355 00000100:00100000:1.0:1778923639.920688:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287721216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1778923639.920713:0:32943:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:677 count 1 00010000:00010000:1.0:1778923639.920740:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.920764:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 30 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.920772:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.920774:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.920778:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.920807:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 30 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.920822:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 30 pid: 25674 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.920834:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287723264:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923639.920917:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923639.920937:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7356 00000100:00100000:1.0:1778923639.920946:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b688050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287721728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.921135:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.921139:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921141:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923639.921143:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921146:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923639.921185:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b688050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287721728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 241us (2472us total) trans 17179872352 rc 0/0 00000100:00100000:1.0:1778923639.921192:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7356 00000100:00100000:1.0:1778923639.921209:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7357 00000100:00100000:1.0:1778923639.921216:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287721344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.921480:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:1.0:1778923639.921484:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923639.921486:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923639.921488:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:1.0:1778923639.921489:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923639.921613:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287721344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 397us (2845us total) trans 17179872353 rc 0/0 00000100:00100000:1.0:1778923639.921619:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7357 00000100:00100000:1.0:1778923639.921632:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7358 00000100:00100000:1.0:1778923639.921638:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287721856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.921716:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.921719:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921722:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923639.921724:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921726:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923639.921750:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287721856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (2947us total) trans 17179872354 rc 0/0 00000100:00100000:1.0:1778923639.921756:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7358 00000100:00100000:1.0:1778923639.921768:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7359 00000100:00100000:1.0:1778923639.921773:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287721984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.921855:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923639.921858:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921860:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923639.921862:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.921864:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923639.921887:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287721984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (2998us total) trans 17179872355 rc 0/0 00000100:00100000:1.0:1778923639.921893:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7359 00000100:00100000:1.0:1778923639.921916:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7360 00000100:00100000:1.0:1778923639.921921:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287721600:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.922118:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7361 00000100:00100000:2.0:1778923639.922126:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287722112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923639.922221:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923639.922225:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.922227:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923639.922229:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.922231:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923639.922259:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287722112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (3281us total) trans 17179872357 rc 0/0 00000100:00100000:2.0:1778923639.922266:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7361 00000100:00100000:2.0:1778923639.922366:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7362 00000100:00100000:2.0:1778923639.922377:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287722496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923639.922469:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923639.922472:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.922474:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.922478:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:2.0:1778923639.922480:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.922604:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287722496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (2673us total) trans 21474839453 rc 0/0 00000100:00100000:2.0:1778923639.922611:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7362 00000100:00100000:2.0:1778923639.922626:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7363 00000100:00100000:2.0:1778923639.922633:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287721472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923639.922710:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923639.922713:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.922715:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.922717:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:2.0:1778923639.922719:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.922743:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287721472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (3890us total) trans 17179872358 rc 0/0 00000100:00100000:2.0:1778923639.922749:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7363 00000100:00100000:2.0:1778923639.922776:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287722624:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.922805:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.922831:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.922850:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.922875:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287722240:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.922928:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.922940:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287722752:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.922958:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923639.922988:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c000/2, rc 0, transno 17179872353 00002000:00010000:1.0:1778923639.923114:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923639.923118:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.923119:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923639.923121:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.923123:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923639.923152:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287721600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1231us (4209us total) trans 17179872356 rc 0/0 00000100:00100000:1.0:1778923639.923161:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7360 00000100:00100000:1.0:1778923639.923172:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722624 00000100:00100000:1.0:1778923639.923177:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722624 00000100:00100000:1.0:1778923639.923192:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723136 00000100:00100000:1.0:1778923639.923194:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723136 00000100:00100000:1.0:1778923639.923201:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722240 00000100:00100000:1.0:1778923639.923203:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722240 00000100:00100000:1.0:1778923639.923209:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722752 00000100:00100000:1.0:1778923639.923211:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722752 00000100:00100000:1.0:1778923639.923221:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7364 00000100:00100000:1.0:1778923639.923225:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287722624:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923639.925848:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7365 00000100:00100000:3.0:1778923639.925867:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287723136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.926114:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721344:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923639.926123:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.926129:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000004:00080000:2.0:1778923639.926169:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641fb80/2, rc 0, transno 17179872354 00000100:00100000:2.0:1778923639.926176:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721856:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923639.926186:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923639.926190:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00000004:00080000:2.0:1778923639.926190:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d500/2, rc 0, transno 17179872352 00002000:00010000:3.0:1778923639.926196:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.926198:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721728:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923639.926263:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+38:3294:x1865335287723136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 404us (3411us total) trans 21474839454 rc 0/0 00000100:00100000:3.0:1778923639.926272:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7365 00000100:00100000:3.0:1778923639.926295:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7366 00000100:00100000:3.0:1778923639.926305:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287722240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1778923639.926321:0:6546:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:705 count 1 00000004:00080000:2.0:1778923639.926327:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd4a80/2, rc 0, transno 21474839454 00010000:00010000:3.0:1778923639.926340:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.926341:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.926349:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923639.926363:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723648:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1778923639.926367:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.926376:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923639.926379:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923639.926382:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.926402:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.926460:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.926484:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.926527:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287723392:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.926635:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.926639:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.926642:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923639.926645:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.926647:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00010000:00010000:3.0:1778923639.926658:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.926675:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 40 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.926687:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287723904:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.927032:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.927836:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.927877:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923639.927886:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287723520:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.927930:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.927960:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723648 00000100:00100000:2.0:1778923639.927966:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723648 00000100:00100000:2.0:1778923639.927999:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723776 00000100:00100000:2.0:1778923639.928001:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723776 00000100:00100000:2.0:1778923639.928013:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723392 00000100:00100000:2.0:1778923639.928015:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723392 00000100:00100000:2.0:1778923639.928025:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723520 00000100:00100000:2.0:1778923639.928027:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723520 00000100:00100000:2.0:1778923639.928050:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7367 00000100:00100000:2.0:1778923639.928058:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287722752:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923639.928103:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000004:00080000:0.0:1778923639.928126:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd5180/2, rc 0, transno 21474839455 00000100:00100000:3.0:1778923639.928129:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7368 00000100:00100000:3.0:1778923639.928142:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287723648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923639.928143:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287722624:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923639.928204:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287722624:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4976us (5396us total) trans 21474839455 rc 0/0 00000100:00100000:1.0:1778923639.928213:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7364 00000100:00100000:1.0:1778923639.928236:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7369 00000100:00100000:1.0:1778923639.928245:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287723776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923639.928258:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923639.928263:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.928265:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923639.928268:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.928270:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923639.928295:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.928299:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.928302:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923639.928304:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.928306:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.928317:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287722752:12345-0@lo:2:osp-syn-0-0.0 Request processed in 258us (5356us total) trans 21474839456 rc 0/0 00000100:00100000:2.0:1778923639.928324:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7367 00000100:00100000:2.0:1778923639.928341:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7370 00000100:00100000:3.0:1778923639.928351:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287723648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 211us (1947us total) trans 17179872359 rc 0/0 00000100:00100000:2.0:1778923639.928351:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287723392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923639.928364:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7368 00000100:00100000:3.0:1778923639.928383:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7371 00000100:00100000:3.0:1778923639.928391:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287723520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.928543:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760128 00000100:00100000:2.0:1778923639.928547:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760128 00010000:00010000:2.0:1778923639.928570:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 31 pid: 25674 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.928599:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3251 00000100:00100000:2.0:1778923639.928609:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281760128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1778923639.928617:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724032:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923639.928619:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923639.928627:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 31 pid: 25674 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.928639:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 31 pid: 25674 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.928652:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923639.928677:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd6300/2, rc 0, transno 21474839456 00000100:00100000:0.0:1778923639.928686:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287722752:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923639.928732:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.928736:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.928738:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923639.928740:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.928743:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923639.928771:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3294:x1865335287723776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 529us (2286us total) trans 21474839457 rc 0/0 00000100:00100000:1.0:1778923639.928778:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7369 00000100:00100000:1.0:1778923639.928790:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724032 00000100:00100000:1.0:1778923639.928792:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724032 00000100:00100000:1.0:1778923639.928807:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7372 00000100:00100000:1.0:1778923639.928813:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287724032:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923639.928824:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.928827:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923639.928831:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.928841:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923639.928862:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923639.928888:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281760128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 282us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.928894:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3251 00002000:00010000:2.0:1778923639.928981:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923639.928985:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000100:00100000:0.0:1778923639.928985:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00010000:2.0:1778923639.928989:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923639.928992:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.928994:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923639.928998:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.929022:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287723392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 675us (1188us total) trans 17179872360 rc 0/0 00000100:00100000:2.0:1778923639.929028:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7370 00000100:00100000:0.0:1778923639.929113:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1778923639.929151:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923639.929155:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.929157:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923639.929159:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.929161:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923639.929190:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287724032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 376us (537us total) trans 21474839458 rc 0/0 00000100:00100000:1.0:1778923639.929197:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7372 00000004:00080000:3.0:1778923639.929220:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c22680/2, rc 0, transno 21474839457 00000100:00100000:3.0:1778923639.929233:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723776:0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923639.929242:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923639.929245:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000004:00080000:3.0:1778923639.929247:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c22d80/2, rc 0, transno 17179872359 00000100:00100000:3.0:1778923639.929258:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287723648:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923639.929259:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923639.929271:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.929273:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.929301:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287723520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 912us (1370us total) trans 17179872361 rc 0/0 00000100:00100000:2.0:1778923639.929308:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7371 00000004:00080000:0.0:1778923639.933768:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0380/2, rc 0, transno 21474839458 00000100:00100000:0.0:1778923639.933783:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724032:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923639.933798:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c22300/2, rc 0, transno 17179872361 00000100:00100000:0.0:1778923639.933802:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c22300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287723520:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923639.933811:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c21880/2, rc 0, transno 17179872360 00000100:00100000:0.0:1778923639.933815:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287723392:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923639.933952:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.936501:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724160 00000100:00100000:1.0:1778923639.936608:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724160 00000100:00100000:1.0:1778923639.936702:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7373 00000100:00100000:1.0:1778923639.936715:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287724160:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.936766:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287724416:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.936833:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1778923639.937268:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923639.937272:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.937275:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923639.937277:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923639.937287:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923639.937330:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287724160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 619us (8217us total) trans 21474839459 rc 0/0 00000100:00100000:1.0:1778923639.937338:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7373 00000100:00100000:2.0:1778923639.937954:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923639.937964:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287724288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.937996:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.938033:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724416 00000100:00100000:3.0:1778923639.938050:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724416 00000100:00100000:3.0:1778923639.938115:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287723904:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923639.938137:0:6546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.938187:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54712d expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.938198:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.938201:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923639.938217:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4c60 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54712d expref: 202 pid: 30327 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.938234:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54712d expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.938264:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923639.938267:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923639.938269:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:1.0:1778923639.938731:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760256 00000100:00100000:1.0:1778923639.938736:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760256 00010000:00010000:1.0:1778923639.938760:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 41 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.938793:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3252 00000100:00100000:1.0:1778923639.938801:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281760256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.938816:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.938820:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 41 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.938831:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 41 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.938849:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c23da2f9/0x3baece0abe6a3522 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5468ac expref: 41 pid: 6547 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.938863:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.938865:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.938868:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.938877:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.938912:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.938967:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281760256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 167us (5017us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.938975:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3252 00010000:00010000:1.0:1778923639.939022:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005681e504/0x3baece0abe6a483f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546fb3 expref: 30 pid: 25674 timeout: 1436 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.939034:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287723264:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923639.939049:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.939058:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.939065:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.939074:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.939081:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.939097:0:32943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1778923639.939888:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287721216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19199us (21410us total) trans 17179872362 rc 0/0 00000100:00100000:1.0:1778923639.939907:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7355 00010000:00010000:1.0:1778923639.940045:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923639.940052:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.940063:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.940067:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.940077:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.940092:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.940099:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4c6e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.940118:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.940120:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.940121:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1778923639.940164:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd6a00/2, rc 0, transno 21474839453 00000100:00100000:1.0:1778923639.940171:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287722496:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923639.940179:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287723008:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1778923639.941267:0:6546:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.941294:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.941304:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.941315:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.941339:0:6546:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1778923639.941694:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1778923639.941701:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.941709:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bbc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923639.941714:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.941722:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.941737:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.941744:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006b8de54a/0x3baece0abe6a4c75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.941764:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.941766:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923639.941767:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923639.942212:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:3291:x1865335287722240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15907us (19280us total) trans 21474839460 rc 0/0 00000100:00100000:3.0:1778923639.942221:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7366 00000100:00100000:3.0:1778923639.942657:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281760000:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 72715us (73012us total) trans 8589940009 rc 0/0 00000100:00100000:3.0:1778923639.942665:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5645 00000100:00100000:3.0:1778923639.942731:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7374 00000100:00100000:3.0:1778923639.942739:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287724416:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923639.942887:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.942891:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.942893:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923639.942905:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.942908:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:3.0:1778923639.942942:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287724416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 204us (6110us total) trans 17179872363 rc 0/0 00000100:00100000:3.0:1778923639.942949:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7374 00000100:00100000:3.0:1778923639.949386:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724544:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923639.949752:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.949776:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287722880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.949805:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.949832:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287724672:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923639.949852:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923639.949883:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724288 00000100:00100000:2.0:1778923639.949891:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724288 00000100:00100000:2.0:1778923639.949943:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722368 00000100:00100000:2.0:1778923639.949947:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722368 00000100:00100000:2.0:1778923639.949965:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287722880 00000100:00100000:2.0:1778923639.949967:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287722880 00000100:00100000:2.0:1778923639.949981:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724672 00000100:00100000:2.0:1778923639.949983:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724672 00000100:00100000:0.0:1778923639.950182:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.950396:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:2.0:1778923639.950408:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287724288:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923639.950672:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923639.950677:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.950679:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923639.950681:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923639.950683:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923639.950722:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287724288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 317us (12725us total) trans 17179872364 rc 0/0 00000100:00100000:3.0:1778923639.950926:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923639.950986:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f3480/2, rc 0, transno 21474839459 00000100:00100000:3.0:1778923639.950992:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724160:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923639.951015:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd7800/2, rc 0, transno 21474839460 00000100:00100000:3.0:1778923639.951019:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287722240:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1778923639.951030:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d880/2, rc 0, transno 17179872362 00000100:00100000:3.0:1778923639.951034:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287721216:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1778923639.951163:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760384 00000100:00100000:0.0:1778923639.951169:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760384 00000100:00100000:1.0:1778923639.951247:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7376 00000100:00100000:1.0:1778923639.951258:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+43:3292:x1865335287722368:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923639.951667:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724544 00000100:00100000:3.0:1778923639.951671:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724544 00000100:00100000:3.0:1778923639.951695:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7377 00000100:00100000:3.0:1778923639.951701:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3292:x1865335287722880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923639.951839:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923639.951842:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.951844:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923639.951846:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.951848:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923639.951912:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3292:x1865335287722880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 210us (2105us total) trans 21474839461 rc 0/0 00000100:00100000:3.0:1778923639.951919:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7377 00000100:00100000:3.0:1778923639.951935:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7378 00000100:00100000:3.0:1778923639.951942:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+43:3292:x1865335287724672:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923639.952036:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.952040:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.952042:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923639.952045:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.952046:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923639.952071:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3292:x1865335287724672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (2218us total) trans 21474839462 rc 0/0 00000100:00100000:3.0:1778923639.952081:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7378 00000100:00100000:3.0:1778923639.952093:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7379 00000100:00100000:3.0:1778923639.952099:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287724544:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923639.952187:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:3.0:1778923639.952190:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.952192:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.952194:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:3.0:1778923639.952196:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923639.952227:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287724544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (1301us total) trans 17179872365 rc 0/0 00000100:00100000:3.0:1778923639.952233:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7379 00000100:00100000:3.0:1778923639.952261:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923639.952309:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d180/2, rc 0, transno 17179872356 00000100:00100000:3.0:1778923639.952315:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721600:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923639.952326:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ca80/2, rc 0, transno 17179872357 00000100:00100000:3.0:1778923639.952330:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287722112:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923639.952338:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c380/2, rc 0, transno 17179872358 00000100:00100000:3.0:1778923639.952341:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721472:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923639.952349:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641e300/2, rc 0, transno 17179872355 00000100:00100000:3.0:1778923639.952351:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287721984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923639.952365:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287724800:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923639.952392:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.952409:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923639.952415:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287724928:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923639.952434:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923639.952450:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287723008 00000100:00100000:3.0:1778923639.952454:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287723008 00000100:00100000:3.0:1778923639.952469:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724800 00000100:00100000:3.0:1778923639.952472:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724800 00000100:00100000:3.0:1778923639.952479:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287724928 00000100:00100000:3.0:1778923639.952481:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287724928 00000100:00100000:3.0:1778923639.952491:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7380 00000100:00100000:3.0:1778923639.952497:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3293:x1865335287723008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923639.952888:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.952892:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.952894:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923639.952905:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.952908:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923639.952944:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3293:x1865335287723008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 446us (682us total) trans 21474839463 rc 0/0 00000100:00100000:3.0:1778923639.952951:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7380 00000100:00100000:3.0:1778923639.952966:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7381 00000100:00100000:3.0:1778923639.952973:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3293:x1865335287724800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923639.953136:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923639.953139:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.953141:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923639.953143:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923639.953145:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923639.953170:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3293:x1865335287724800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 198us (777us total) trans 21474839464 rc 0/0 00000100:00100000:3.0:1778923639.953177:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7381 00000100:00100000:3.0:1778923639.953190:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7382 00000100:00100000:3.0:1778923639.953196:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3293:x1865335287724928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923639.953269:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923639.953272:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.953274:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923639.953692:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:3.0:1778923639.953695:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923639.953727:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+47:3293:x1865335287724928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 531us (1291us total) trans 21474839465 rc 0/0 00000100:00100000:3.0:1778923639.953734:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7382 00000004:00080000:3.0:1778923639.953779:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aaa680/2, rc 0, transno 21474839465 00000100:00100000:3.0:1778923639.953785:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287724928:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923639.953795:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aabb80/2, rc 0, transno 21474839464 00000100:00100000:3.0:1778923639.953798:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287724800:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923639.953807:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd4e00/2, rc 0, transno 21474839463 00000100:00100000:3.0:1778923639.953810:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287723008:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923639.953833:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1500/2, rc 0, transno 17179872365 00000100:00100000:3.0:1778923639.953837:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287724544:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923639.953865:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0000/2, rc 0, transno 17179872364 00000100:00100000:3.0:1778923639.953869:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287724288:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923639.953876:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0700/2, rc 0, transno 17179872363 00000100:00100000:3.0:1778923639.953880:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287724416:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923639.954225:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.954228:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923639.954230:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923639.954232:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923639.954234:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923639.954264:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+47:3292:x1865335287722368:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3009us (4514us total) trans 21474839466 rc 0/0 00000100:00100000:1.0:1778923639.954271:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7376 00000100:00100000:2.0:1778923639.954463:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000004:00080000:2.0:1778923639.954602:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602aa8380/2, rc 0, transno 21474839462 00000100:00100000:2.0:1778923639.954608:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287724672:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923639.954622:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd5880/2, rc 0, transno 21474839466 00000100:00100000:2.0:1778923639.954625:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287722368:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923639.954634:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bfd4380/2, rc 0, transno 21474839461 00000100:00100000:2.0:1778923639.954637:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287722880:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923639.955723:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7383 00000100:00100000:0.0:1778923639.955741:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281760384:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.955757:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.955774:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547134 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.955805:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 31 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.955814:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.955816:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923639.955821:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 31 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.955854:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 31 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.955868:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 31 pid: 8354 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.955882:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287725056:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.955979:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7031899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.960291:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.961089:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760512 00000100:00100000:1.0:1778923639.961100:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760512 00010000:00010000:1.0:1778923639.961143:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 32 pid: 8354 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.961187:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3253 00000100:00100000:1.0:1778923639.961195:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281760512:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.961209:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.961231:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 32 pid: 8354 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.961245:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 32 pid: 8354 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.961270:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.961272:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923639.961288:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.961298:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.961336:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.961352:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287725184:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923639.961436:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa59c0 going to sleep for 11 seconds 00010000:00010000:3.0:1778923639.963885:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4c21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547111 expref: 32 pid: 8354 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923639.964071:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287725056:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923639.964103:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 31 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923639.964118:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce700031600, rc 0) 00000100:00100000:0.0:1778923639.964685:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287725184:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923639.964704:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923639.964752:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281760512:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3557us (4478us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.964762:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3253 00000100:00100000:2.0:1778923639.966757:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281760384:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 11015us (16567us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923639.966769:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7383 00000100:00100000:1.0:1778923639.970189:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.970286:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.970448:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923639.970497:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760768 00000100:00100000:2.0:1778923639.970535:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760768 00002000:00010000:2.0:1778923639.970582:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923639.970587:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd4700 with x1865335281760768 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923639.970599:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd4700. 00000100:00100000:2.0:1778923639.970631:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760640 00000100:00100000:2.0:1778923639.970634:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760640 00002000:00010000:2.0:1778923639.970645:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (237981->18446744073709551615) 00002000:00100000:2.0:1778923639.970648:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6680 with x1865335281760640 ext(237981->18446744073709551615) 00002000:00010000:2.0:1778923639.970653:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6680. 00000100:00100000:2.0:1778923639.970671:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3713 00000100:00100000:2.0:1778923639.970680:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281760768:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923639.970912:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923639.970916:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923638 -> 1778923640 00002000:00010000:2.0:1778923639.970918:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.970920:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923639 -> 1778923640 00002000:00010000:2.0:1778923639.970922:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923639.970976:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281760768:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 295us (796us total) trans 21474839467 rc 0/0 00000100:00100000:2.0:1778923639.970983:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3713 00002000:00010000:2.0:1778923639.970987:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923639.970989:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd4700 with x1865335281760768 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923639.970993:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd4700. 00000100:00100000:2.0:1778923639.971023:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3714 00000100:00100000:2.0:1778923639.971030:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281760640:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923639.971199:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 260169 -> 237981 00002000:00010000:2.0:1778923639.971202:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923638 -> 1778923640 00002000:00010000:2.0:1778923639.971204:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923639.971206:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923639 -> 1778923640 00002000:00010000:2.0:1778923639.971208:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923639.971229:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281760640:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 200us (949us total) trans 17179872366 rc 0/0 00000100:00100000:2.0:1778923639.971235:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3714 00002000:00010000:2.0:1778923639.971238:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (237981->18446744073709551615) 00002000:00100000:2.0:1778923639.971241:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6680 with x1865335281760640 ext(237981->18446744073709551615) 00002000:00010000:2.0:1778923639.971246:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6680. 00000100:00100000:3.0:1778923639.973465:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281760896 00000100:00100000:3.0:1778923639.973477:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281760896 00002000:00010000:0.0:1778923639.973703:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923639.973709:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd7100 with x1865335281760896 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923639.973720:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd7100. 00000100:00100000:2.0:1778923639.973779:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3715 00000100:00100000:1.0:1778923639.973838:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281760896:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923639.974072:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923639.974076:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923638 -> 1778923640 00002000:00010000:1.0:1778923639.974078:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923639.974080:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923639 -> 1778923640 00002000:00010000:1.0:1778923639.974083:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923639.974144:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281760896:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 355us (3694us total) trans 17179872367 rc 0/0 00000100:00100000:1.0:1778923639.974150:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3715 00002000:00010000:1.0:1778923639.974154:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923639.974157:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd7100 with x1865335281760896 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923639.974161:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd7100. 00000100:00100000:2.0:1778923639.977966:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.978056:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761024 00000100:00100000:0.0:1778923639.978066:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761024 00000100:00100000:0.0:1778923639.978123:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5646 00000100:00100000:0.0:1778923639.978133:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281761024:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.978152:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.978172:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c83 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54713b expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.978238:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.978252:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.978260:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.978392:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.978406:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 202 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.978419:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287725312:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923639.978500:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7031899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923639.981496:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287725312:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923639.981565:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923639.983111:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923639.983187:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761152 00000100:00100000:1.0:1778923639.983196:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761152 00010000:00010000:1.0:1778923639.983231:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 203 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923639.983267:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3254 00000100:00100000:1.0:1778923639.983284:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281761152:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923639.983299:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923639.983305:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 203 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983317:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 203 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983341:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c3d lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547118 expref: 203 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983357:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923639.983361:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983370:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983378:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923639.983408:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923639.983461:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:2353:x1865335281761152:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 185us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923639.983469:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3254 00010000:00010000:0.0:1778923639.984244:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.984253:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923639.984309:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 237983 00000004:00200000:0.0:1778923639.984313:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923639.984333:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.984345:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.984377:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce700031e00/0x3baece0abe6a4c83 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54713b expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.984394:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54713b expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.984408:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.984411:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923639.984414:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce703ef6200, rc 0) 00000100:00100000:0.0:1778923639.984467:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281761024:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6335us (6511us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.984474:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5646 00000100:00100000:2.0:1778923639.990564:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.990650:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761408 00000100:00100000:0.0:1778923639.990660:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761408 00000100:00100000:0.0:1778923639.990721:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5647 00000100:00100000:0.0:1778923639.990732:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281761408:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923639.990786:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1778923639.990811:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4c67 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54712d expref: 201 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.990838:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef6200/0x3baece0abe6a4c8a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54713b expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.990849:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.990854:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923639.991131:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.991147:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.991158:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923639.991215:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940010 00000004:00010000:0.0:1778923639.991240:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c410f1e7 reply state 000000003004fd0e transno 8589940011 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923639.991249:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923639.991401:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281761408:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 670us (844us total) trans 8589940011 rc 0/0 00000100:00100000:0.0:1778923639.991408:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5647 00000020:00080000:0.0:1778923639.991414:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923639.997024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923639.997227:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761536 00000100:00100000:0.0:1778923639.997237:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761536 00000100:00100000:0.0:1778923639.997303:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5648 00000100:00100000:0.0:1778923639.997313:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281761536:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923639.997336:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923639.997358:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547142 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.997419:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.997435:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923639.997455:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923639.997459:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923639.997463:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22800, rc 0) 00000100:00100000:0.0:1778923639.997551:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281761536:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 240us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923639.997559:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5648 00010000:00010000:3.0:1778923640.001493:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001614:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001622:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001627:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923640.001631:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001638:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001654:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923640.001657:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923640.001661:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.001671:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce703ef7e00/0x3baece0abe6a4c91 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.001954:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.002045:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761664 00000100:00100000:2.0:1778923640.002054:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761664 00002000:00010000:2.0:1778923640.002108:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (193917->18446744073709551615) 00002000:00100000:2.0:1778923640.002113:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd5f80 with x1865335281761664 ext(193917->18446744073709551615) 00002000:00010000:2.0:1778923640.002124:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd5f80. 00000100:00100000:2.0:1778923640.002160:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3716 00000100:00100000:2.0:1778923640.002170:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281761664:12345-192.168.203.24@tcp:10:fsx.0 00000100:00080000:0.0:1778923640.002729:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1778923640.002914:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 237981 -> 193917 00002000:00010000:2.0:1778923640.002918:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923640.002921:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923640.002923:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923640.002924:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923640.003001:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281761664:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 825us (1043us total) trans 17179872368 rc 0/0 00000100:00100000:2.0:1778923640.003010:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3716 00002000:00010000:2.0:1778923640.003014:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (193917->18446744073709551615) 00002000:00100000:2.0:1778923640.003017:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd5f80 with x1865335281761664 ext(193917->18446744073709551615) 00002000:00010000:2.0:1778923640.003022:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd5f80. 00000100:00100000:1.0:1778923640.006952:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.006994:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.007144:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761920 00000100:00100000:0.0:1778923640.007153:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761920 00002000:00010000:0.0:1778923640.007194:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923640.007199:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6d80 with x1865335281761920 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923640.007211:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6d80. 00000100:00100000:0.0:1778923640.007234:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281761792 00000100:00100000:0.0:1778923640.007237:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281761792 00002000:00010000:0.0:1778923640.007266:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923640.007269:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd5500 with x1865335281761792 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923640.007275:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd5500. 00000100:00100000:0.0:1778923640.007301:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3717 00000100:00100000:0.0:1778923640.007310:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281761920:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923640.007551:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923640.007555:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923640.007558:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923640.007560:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923640.007562:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923640.007613:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281761920:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 304us (668us total) trans 17179872369 rc 0/0 00000100:00100000:0.0:1778923640.007620:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3717 00002000:00010000:0.0:1778923640.007624:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923640.007626:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6d80 with x1865335281761920 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923640.007632:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6d80. 00000100:00100000:0.0:1778923640.007648:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3718 00000100:00100000:0.0:1778923640.007655:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281761792:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923640.007765:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923640.007768:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923640.007770:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923640.007772:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923640.007774:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923640.007795:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281761792:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 141us (801us total) trans 21474839468 rc 0/0 00000100:00100000:0.0:1778923640.007801:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3718 00002000:00010000:0.0:1778923640.007804:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923640.007807:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd5500 with x1865335281761792 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923640.007811:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd5500. 00000100:00080000:1.0:1778923640.008137:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1778923640.012606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.012782:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281762048 00000100:00100000:3.0:1778923640.012792:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281762048 00000100:00100000:3.0:1778923640.012866:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5649 00000100:00100000:3.0:1778923640.012876:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281762048:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923640.012903:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.012923:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a4c9f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547149 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.012991:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1778923640.013107:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1778923640.013143:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.013155:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923640.013193:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00000004:00200000:3.0:1778923640.013197:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923640.013217:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.013227:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.013249:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a4c9f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.013272:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.013409:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923640.013413:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923640.013417:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bb400, rc 0) 00000100:00100000:3.0:1778923640.013540:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281762048:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 665us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.013547:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5649 00000100:00100000:0.0:1778923640.020569:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.020835:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281762304 00000100:00100000:1.0:1778923640.020845:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281762304 00000100:00100000:1.0:1778923640.020906:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2066 00000100:00100000:1.0:1778923640.020917:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281762304:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923640.021258:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281762304:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 341us (696us total) trans 8589940012 rc 0/0 00000100:00100000:1.0:1778923640.021268:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2066 00000100:00100000:0.0:1778923640.044192:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.044290:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281762560 00000100:00100000:2.0:1778923640.044301:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281762560 00000100:00100000:2.0:1778923640.044358:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5650 00000100:00100000:2.0:1778923640.044368:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281762560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.044390:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.044410:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547150 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.044545:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.044560:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.044570:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.044601:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.044614:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 205 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.044629:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287725440:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923640.044706:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.048599:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.048666:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281762688 00000100:00100000:3.0:1778923640.048675:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281762688 00010000:00010000:3.0:1778923640.048713:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 206 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.048754:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3255 00000100:00100000:3.0:1778923640.048762:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281762688:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923640.048777:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 206 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048788:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 206 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048800:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 206 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048808:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923640.048811:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923640.048815:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048824:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048830:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.048851:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 206 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.048914:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:2354:x1865335281762688:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 152us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.048921:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3255 00000100:00100000:2.0:1778923640.049495:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287725440:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.049547:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.049557:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.049562:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.049579:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:2.0:1778923640.049711:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547150 expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.049730:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547150 expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.049738:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.049741:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923640.049743:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923640.049782:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54931:x1865335281762560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5416us (5600us total) trans 8589940013 rc 0/0 00000100:00100000:2.0:1778923640.049789:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5650 00000100:00100000:0.0:1778923640.057206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.057292:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281762944 00000100:00100000:2.0:1778923640.057302:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281762944 00000100:00100000:2.0:1778923640.057360:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5651 00000100:00100000:2.0:1778923640.057370:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54931:x1865335281762944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.057393:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.057416:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4cc2 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547157 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.059369:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.059398:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.059415:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.059441:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c0:0x0]: returning size 0 00010000:00010000:2.0:1778923640.059713:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4cc2 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.059742:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.059753:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5fa00) 00010000:00010000:2.0:1778923640.061656:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923640.061666:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923640.061783:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54931:x1865335281762944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4407us (4577us total) trans 8589940014 rc 0/0 00000100:00100000:2.0:1778923640.061795:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5651 00000100:00100000:0.0:1778923640.067820:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.068151:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763200 00000100:00100000:3.0:1778923640.068161:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763200 00000100:00100000:3.0:1778923640.068218:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5652 00000100:00100000:3.0:1778923640.068228:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54931:x1865335281763200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923640.068250:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.068269:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a4cd7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54715e expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.068380:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.068395:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.068409:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.068439:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.068452:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 209 pid: 30325 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.068465:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287725568:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923640.068582:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.078992:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287725568:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923640.079034:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.083151:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.083253:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763328 00000100:00100000:1.0:1778923640.083262:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763328 00010000:00010000:1.0:1778923640.083312:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 210 pid: 30325 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.083361:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3256 00000100:00100000:1.0:1778923640.083371:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:2353:x1865335281763328:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.083395:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923640.083403:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 210 pid: 30325 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083417:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 210 pid: 30325 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083439:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4cc9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547157 expref: 210 pid: 30325 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083456:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5fa00) 00010000:00010000:1.0:1778923640.083461:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083470:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083478:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.083551:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.083597:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:2353:x1865335281763328:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 227us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.083605:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3256 00010000:00010000:3.0:1778923640.083859:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.083867:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923640.083884:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c0:0x0]: returning size 0 00000004:00080000:3.0:1778923640.084188:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c6:0x0], index 0: 0 00000004:00080000:3.0:1778923640.084200:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2aa:0x0], index 1: 0 00010000:00010000:3.0:1778923640.084347:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084361:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084368:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084374:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067bba00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923640.084457:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084466:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084477:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5fa00) 00010000:00010000:3.0:1778923640.084480:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923640.084484:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084491:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bba00/0x3baece0abe6a4cde lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084578:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a4cd7 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54715e expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084588:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923640.084591:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1778923640.084595:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067ba000/0x3baece0abe6a4cd7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54715e expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.084605:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067ba000, rc 0) 00000100:00100000:3.0:1778923640.084658:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54931:x1865335281763200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 16431us (16846us total) trans 8589940015 rc 301/301 00000100:00100000:3.0:1778923640.084666:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5652 00000100:00100000:0.0:1778923640.089597:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.089683:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763584 00000100:00100000:2.0:1778923640.089693:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763584 00000100:00100000:2.0:1778923640.089740:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2067 00000100:00100000:2.0:1778923640.089749:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54931:x1865335281763584:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923640.090102:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54931:x1865335281763584:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 353us (513us total) trans 8589940016 rc 0/0 00000100:00100000:2.0:1778923640.090111:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2067 00000100:00100000:1.0:1778923640.094720:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.095052:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763712 00000100:00100000:2.0:1778923640.095062:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763712 00000100:00100000:2.0:1778923640.095123:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5653 00000100:00100000:2.0:1778923640.095133:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54931:x1865335281763712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.095152:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.095174:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4cec lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547165 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095241:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095256:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095268:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.095614:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c0:0x0]: returning size 0 00000004:00200000:2.0:1778923640.095620:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923640.095641:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095669:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4cec lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547165 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095688:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547165 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.095697:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5f400) 00010000:00010000:2.0:1778923640.095700:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1778923640.095703:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923640.095761:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54931:x1865335281763712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 629us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.095769:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5653 00000100:00100000:3.0:1778923640.100217:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.100259:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.100419:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763840 00000100:00100000:1.0:1778923640.100431:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763840 00000100:00100000:1.0:1778923640.100484:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281763968 00000100:00100000:1.0:1778923640.100487:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281763968 00000100:00100000:1.0:1778923640.100551:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7384 00000100:00100000:1.0:1778923640.100561:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281763840:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.100579:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.100600:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54716c expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923640.100627:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923640.100644:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.100647:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.100656:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.100673:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.100686:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:1.0:1778923640.100740:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281763840:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 182us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.100748:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7384 00000100:00100000:1.0:1778923640.100765:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7385 00000100:00100000:1.0:1778923640.100771:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281763968:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.100778:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.100788:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547173 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923640.100803:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2aa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923640.100811:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.100813:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.100817:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 35 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.100828:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 35 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.100837:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1800, rc 0) 00000100:00100000:1.0:1778923640.100854:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281763968:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 84us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.100859:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7385 00000100:00100000:1.0:1778923640.108350:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.108448:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764224 00000100:00100000:2.0:1778923640.108459:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764224 00000100:00100000:2.0:1778923640.108559:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5654 00000100:00100000:2.0:1778923640.108568:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54931:x1865335281764224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.108591:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.108594:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1778923640.108620:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4cb4 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547150 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108639:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.108644:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923640.108657:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4d08 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54717a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108744:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108759:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108768:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.108779:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:2.0:1778923640.108911:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4d08 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54717a expref: 212 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108925:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54717a expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.108938:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.108941:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923640.108943:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679600, rc 0) 00000100:00100000:2.0:1778923640.108999:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54931:x1865335281764224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 432us (658us total) trans 8589940017 rc 0/0 00000100:00100000:2.0:1778923640.109006:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5654 00000100:00100000:1.0:1778923640.113811:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.113844:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.113877:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.113968:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764352 00000100:00100000:0.0:1778923640.113977:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764352 00000100:00100000:0.0:1778923640.114035:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764608 00000100:00100000:0.0:1778923640.114038:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764608 00000100:00100000:0.0:1778923640.114061:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764480 00000100:00100000:0.0:1778923640.114064:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764480 00000100:00100000:0.0:1778923640.114085:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7386 00000100:00100000:0.0:1778923640.114094:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281764352:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923640.114136:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114156:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114165:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923640.114167:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923640.114171:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114204:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114217:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.114230:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287725696:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923640.114310:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7031899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.114329:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7387 00000100:00100000:0.0:1778923640.114337:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281764608:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923640.114355:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114373:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114379:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923640.114381:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923640.114383:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114401:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.114410:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 36 pid: 26019 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.114420:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287725824:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923640.114442:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703189600 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.115062:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7388 00000100:00100000:3.0:1778923640.115077:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281764480:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923640.115102:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.115116:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 43 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.115123:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923640.115125:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923640.115128:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.115150:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 43 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.115161:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 43 pid: 6548 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.115173:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287725952:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923640.115210:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.120347:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287725952:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923640.120377:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.120648:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287725824:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.120663:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.121032:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287725696:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923640.121046:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.124819:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.124853:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.124917:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.125043:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764864 00000100:00100000:0.0:1778923640.125054:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764864 00010000:00010000:0.0:1778923640.125093:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 37 pid: 26019 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.125137:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764736 00000100:00100000:0.0:1778923640.125141:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764736 00010000:00010000:0.0:1778923640.125155:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 38 pid: 22251 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.125172:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281764992 00000100:00100000:0.0:1778923640.125174:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281764992 00010000:00010000:0.0:1778923640.125189:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 44 pid: 6548 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.125206:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3257 00000100:00100000:0.0:1778923640.125215:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281764864:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923640.125230:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923640.125252:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 38 pid: 26019 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125265:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 38 pid: 26019 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125628:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a4b1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54709a expref: 38 pid: 26019 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125645:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125647:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125652:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125662:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125687:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923640.125732:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281764864:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 518us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.125740:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3257 00000100:00100000:0.0:1778923640.125761:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3258 00000100:00100000:0.0:1778923640.125768:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281764736:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923640.125777:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923640.125788:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125799:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125811:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001014703d/0x3baece0abe6a4c7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547134 expref: 36 pid: 22251 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125820:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125822:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125825:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125838:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125857:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923640.125874:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281764736:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 107us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.125881:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3258 00000100:00100000:0.0:1778923640.125912:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3259 00000100:00100000:0.0:1778923640.125920:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281764992:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923640.125928:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923640.125942:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 44 pid: 6548 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125954:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 44 pid: 6548 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125970:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040ace679/0x3baece0abe6a4b17 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547093 expref: 44 pid: 6548 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125980:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125981:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.125984:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.125996:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126136:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126146:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126171:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126179:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126187:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126200:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba22400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.126204:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126213:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126224:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126232:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4d24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.126293:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281764608:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 11956us (12447us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.126301:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7387 00010000:00010000:2.0:1778923640.126344:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126353:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126368:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126391:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126399:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126405:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba23400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.126408:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126416:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126426:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.126434:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000187a3965/0x3baece0abe6a4d1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.126467:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281764352:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 12374us (12665us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.126473:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7386 00010000:00010000:0.0:1778923640.127159:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923640.127188:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281764992:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1268us (2270us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.127196:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3259 00010000:00010000:2.0:1778923640.127414:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127428:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127453:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127461:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127468:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127473:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7067ba000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.127476:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127482:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127494:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.127542:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c865096/0x3baece0abe6a4d2b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.127594:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281764480:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 12522us (13714us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.127601:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7388 00000100:00100000:2.0:1778923640.137810:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.137901:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.138166:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.138224:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765248 00000100:00100000:1.0:1778923640.138234:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765248 00000100:00100000:1.0:1778923640.138289:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765120 00000100:00100000:1.0:1778923640.138292:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765120 00000100:00100000:1.0:1778923640.138319:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7389 00000100:00100000:1.0:1778923640.138328:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281765248:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.138343:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.138363:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547188 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923640.138389:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x3 00010000:00010000:1.0:1778923640.138408:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.138411:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.138420:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.138437:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.138450:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:1.0:1778923640.138532:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281765248:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 177us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.138538:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7389 00000100:00100000:1.0:1778923640.138559:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7390 00000100:00100000:1.0:1778923640.138566:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281765120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.138573:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.138583:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547181 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923640.138598:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x207 00010000:00010000:1.0:1778923640.138607:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.138608:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.138613:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 34 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.138625:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 34 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.138633:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0800, rc 0) 00000100:00100000:1.0:1778923640.138654:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281765120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 89us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.138660:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7390 00000100:00100000:3.0:1778923640.148245:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765376 00000100:00100000:3.0:1778923640.148258:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765376 00000100:00100000:3.0:1778923640.148332:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7391 00000100:00100000:3.0:1778923640.148342:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281765376:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923640.148358:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.148384:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54718f expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923640.148413:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x3 00010000:00010000:3.0:1778923640.148431:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.148434:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.148442:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.148459:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.148472:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7067bba00, rc 0) 00000100:00100000:3.0:1778923640.148754:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281765376:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 413us (10587us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.148762:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7391 00000100:00100000:1.0:1778923640.214347:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.214446:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765504 00000100:00100000:2.0:1778923640.214455:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765504 00000100:00100000:2.0:1778923640.214573:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3719 00000100:00100000:2.0:1778923640.214584:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281765504:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923640.214620:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.214637:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923640.214639:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923640.214645:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.214659:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221813:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221832:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221846:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221853:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.221858:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221867:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221884:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.221892:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4d47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.221993:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281765504:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7406us (7652us total) trans 0 rc 193917/193917 00000100:00100000:2.0:1778923640.222004:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3719 00000100:00100000:2.0:1778923640.227101:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.227193:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765632 00000100:00100000:3.0:1778923640.227202:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765632 00000100:00100000:3.0:1778923640.227387:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3720 00000100:00100000:3.0:1778923640.227398:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281765632:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923640.227431:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.227452:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.227460:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.227463:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.227466:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.227497:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 43 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.227647:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 43 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.227661:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287726080:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923640.227738:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.232265:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.232679:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aaa300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287726080:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.232709:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.232808:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765760 00000100:00100000:1.0:1778923640.232816:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765760 00010000:00010000:1.0:1778923640.232850:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 44 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.232943:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3260 00000100:00100000:1.0:1778923640.232953:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281765760:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.232969:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923640.232992:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 44 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.233013:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 44 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.233034:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a4cfa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54716c expref: 44 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.233050:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.233052:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.233056:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.233065:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.233095:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.233151:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281765760:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 200us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.233158:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3260 00010000:00010000:3.0:1778923640.233210:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.233218:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923640.290106:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 0 -> 193917 00002000:00010000:3.0:1778923640.290113:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 0 -> 1778923640 00002000:00010000:3.0:1778923640.290115:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 0 -> 1778923640 00002000:00010000:3.0:1778923640.290117:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:3.0:1778923640.290129:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290141:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290149:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290155:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923640.290160:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290168:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290185:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.290191:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a4d4e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923640.290411:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839468 is committed 00000001:00080000:0.0:1778923640.290423:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839434 is committed 00000001:00080000:0.0:1778923640.290443:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839466 is committed 00000001:00080000:0.0:1778923640.290924:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839469 is committed 00000100:00100000:3.0:1778923640.291444:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281765632:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 62883us (63185us total) trans 21474839469 rc 0/0 00000100:00100000:3.0:1778923640.291456:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3720 00000100:00100000:3.0:1778923640.296093:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.296156:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281765888 00000100:00100000:1.0:1778923640.296166:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281765888 00000100:00100000:1.0:1778923640.296216:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5655 00000100:00100000:1.0:1778923640.296226:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+211:54931:x1865335281765888:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:2.0:1778923640.377023:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940011 is committed 00000001:00080000:2.0:1778923640.377043:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940012 is committed 00000001:00080000:2.0:1778923640.377050:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940017 is committed 00000020:00080000:2.0:1778923640.377063:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969403 batchid updated 00000020:00080000:0.0:1778923640.377229:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00000020:00080000:0.0:1778923640.377641:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969403 cancel update log [0x200000bd0:0x1:0x0].48: rc = 0 00000020:00080000:0.0:1778923640.377651:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00000100:00100000:1.0:1778923640.380727:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54931:x1865335281765888:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 84492us (84634us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.380744:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5655 00000100:00100000:0.0:1778923640.388328:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.388417:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.390326:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766016 00000100:00100000:3.0:1778923640.390341:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766016 00000100:00100000:3.0:1778923640.390404:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766144 00000100:00100000:3.0:1778923640.390408:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766144 00000100:00100000:3.0:1778923640.390447:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7392 00000100:00100000:3.0:1778923640.390457:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281766016:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923640.390588:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281766016:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 131us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.390595:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7392 00000100:00100000:3.0:1778923640.390614:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7393 00000100:00100000:3.0:1778923640.390620:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b688450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281766144:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923640.390661:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b688450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281766144:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 41us (2244us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.390667:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7393 00000100:00100000:0.0:1778923640.431618:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.431646:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.431690:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.431789:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766272 00000100:00100000:1.0:1778923640.431799:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766272 00000100:00100000:1.0:1778923640.431855:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766400 00000100:00100000:1.0:1778923640.431859:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766400 00000100:00100000:1.0:1778923640.431874:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766528 00000100:00100000:1.0:1778923640.431877:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766528 00000100:00100000:1.0:1778923640.431907:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7394 00000100:00100000:1.0:1778923640.431916:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281766272:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923640.431957:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.431974:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.431976:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.431981:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432005:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432036:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432044:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432051:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432058:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923640.432061:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432069:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432083:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432091:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a4d55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.432156:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281766272:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 241us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.432164:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7394 00000100:00100000:1.0:1778923640.432183:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7395 00000100:00100000:1.0:1778923640.432190:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281766400:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923640.432209:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432218:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.432220:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.432222:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432237:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432256:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432263:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432270:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432276:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923640.432280:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432287:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432297:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432304:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a4d5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.432343:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281766400:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 153us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.432350:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7395 00000100:00100000:1.0:1778923640.432363:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7396 00000100:00100000:1.0:1778923640.432370:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281766528:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923640.432400:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432409:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.432410:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.432413:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432422:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432438:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432445:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432452:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432463:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923640.432466:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432472:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432482:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.432489:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a4d63 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.432559:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281766528:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 189us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.432565:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7396 00000100:00100000:3.0:1778923640.442153:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.442422:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766784 00000100:00100000:0.0:1778923640.442432:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766784 00000100:00100000:0.0:1778923640.442492:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5656 00000100:00100000:0.0:1778923640.442556:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54931:x1865335281766784:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923640.442608:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923640.442634:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4cf3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c0:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547165 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.442657:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5f400) 00010000:00010000:0.0:1778923640.442668:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923640.442702:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.442715:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.442724:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923640.443798:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bbaf74af reply state 00000000fffeb366 transno 8589940018 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.443812:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923640.443946:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281766784:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1443us (1800us total) trans 8589940018 rc 0/0 00000100:00100000:0.0:1778923640.443954:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5656 00010000:00010000:2.0:1778923640.447284:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923640.449409:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923640.449835:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.449848:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281766912 00010000:00010000:2.0:1778923640.449849:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.449856:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.449858:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281766912 00010000:00010000:2.0:1778923640.449861:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba23a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923640.449866:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.449873:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.449887:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce728e15600) 00010000:00010000:2.0:1778923640.449890:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923640.449904:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.449911:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba23a00/0x3baece0abe6a4d6a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.449930:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5657 00000100:00100000:3.0:1778923640.449940:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54931:x1865335281766912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923640.449962:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.449980:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547196 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.450039:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.450053:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.450070:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce722718200) 00010000:00010000:3.0:1778923640.450073:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923640.450076:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0400, rc 0) 00000100:00100000:3.0:1778923640.450246:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281766912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 307us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.450253:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5657 00000100:00100000:2.0:1778923640.459857:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.459954:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767040 00000100:00100000:1.0:1778923640.459964:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767040 00000100:00100000:1.0:1778923640.460021:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7397 00000100:00100000:1.0:1778923640.460039:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:54931:x1865335281767040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.460057:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.460086:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54719d expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923640.460113:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x0, ctime: 0x6a083878, blocks: 0x203 00010000:00010000:1.0:1778923640.460138:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.460141:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.460149:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 24 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.460164:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 24 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.460176:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:1.0:1778923640.460239:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:54931:x1865335281767040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 210us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.460247:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7397 00000100:00100000:0.0:1778923640.474058:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.474166:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767168 00000100:00100000:2.0:1778923640.474176:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767168 00000100:00100000:2.0:1778923640.474240:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7398 00000100:00100000:2.0:1778923640.474252:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:54931:x1865335281767168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.474267:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.474284:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471a4 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.474314:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.474322:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923640.474324:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923640.474327:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.474359:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.474372:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.474385:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287726208:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923640.474470:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.481236:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.481352:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287726208:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.481386:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.481415:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923640.481476:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:54931:x1865335281767168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7226us (7427us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.481486:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7398 00000100:00100000:1.0:1778923640.481868:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767296 00000100:00100000:1.0:1778923640.481875:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767296 00010000:00010000:1.0:1778923640.481916:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.481948:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3261 00000100:00100000:1.0:1778923640.481957:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281767296:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.481970:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923640.481993:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.482005:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.482033:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a4d01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547173 expref: 36 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.482047:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.482049:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.482053:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.482063:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.482096:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 35 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.482109:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287726336:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923640.482161:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7066f3300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.488248:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.488294:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.488330:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287726336:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923640.488355:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.488415:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281767296:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6459us (7187us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.488427:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3261 00000100:00100000:2.0:1778923640.488553:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767424 00000100:00100000:2.0:1778923640.488560:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767424 00000100:00100000:2.0:1778923640.488596:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767552 00000100:00100000:2.0:1778923640.488599:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767552 00000100:00100000:3.0:1778923640.488619:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7399 00000100:00100000:2.0:1778923640.488627:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7400 00000100:00100000:3.0:1778923640.488632:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281767424:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:2.0:1778923640.488639:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281767552:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923640.488906:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923640.488910:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 0 -> 1778923640 00002000:00010000:2.0:1778923640.488913:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:2.0:1778923640.488915:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 0 -> 1778923640 00002000:00010000:2.0:1778923640.488917:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923640.488950:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281767552:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 316us (657us total) trans 17179872370 rc 0/0 00000100:00100000:2.0:1778923640.488958:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7400 00002000:00010000:2.0:1778923640.489962:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:2.0:1778923640.489969:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923640.489971:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:2.0:1778923640.489974:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923640.489976:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923640.490063:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281767424:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1434us (1823us total) trans 21474839470 rc 0/0 00000100:00100000:2.0:1778923640.490071:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7399 00000100:00100000:3.0:1778923640.506350:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.506453:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281767808 00000100:00100000:1.0:1778923640.506462:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281767808 00000100:00100000:1.0:1778923640.506566:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5658 00000100:00100000:1.0:1778923640.506578:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281767808:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:1.0:1778923640.506648:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506669:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506681:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506709:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506717:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506723:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506729:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923640.506733:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506740:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506752:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce722718200) 00010000:00010000:1.0:1778923640.506755:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1778923640.506759:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.506765:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a4d86 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.506859:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281767808:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 283us (517us total) trans 0 rc -22/-22 00000100:00100000:1.0:1778923640.506867:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5658 00000100:00100000:0.0:1778923640.509805:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.509948:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768064 00000100:00100000:2.0:1778923640.509958:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768064 00000100:00100000:2.0:1778923640.510017:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5659 00000100:00100000:2.0:1778923640.510027:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281768064:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923640.510075:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923640.510112:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7067bb400/0x3baece0abe6a4ca6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547149 expref: 204 pid: 31653 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.510131:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.510136:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923640.510181:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.510195:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.510205:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923640.510344:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb2ea8ef reply state 00000000066fb7e4 transno 8589940019 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.510353:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923640.510660:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54931:x1865335281768064:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 631us (862us total) trans 8589940019 rc 0/0 00000100:00100000:2.0:1778923640.510668:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5659 00010000:00010000:0.0:1778923640.516030:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516048:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516056:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516062:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923640.516067:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516075:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516105:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923640.516108:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923640.516113:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.516119:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4d8d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.521173:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.521349:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768192 00000100:00100000:2.0:1778923640.521359:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768192 00000100:00100000:0.0:1778923640.521560:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7401 00000100:00100000:0.0:1778923640.521572:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:54931:x1865335281768192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923640.521588:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923640.521608:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471ab expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.521640:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 37 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.521785:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.521787:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.521792:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 37 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.521828:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 37 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.521841:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 37 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.521855:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287726464:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923640.521946:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.529924:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.530003:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768320 00000100:00100000:3.0:1778923640.530012:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768320 00010000:00010000:3.0:1778923640.530059:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 38 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.530106:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3262 00000100:00100000:3.0:1778923640.530116:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281768320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923640.530131:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923640.530153:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 38 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.530167:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 38 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.530192:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.530195:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.530203:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.530214:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.530251:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.530265:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287726592:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923640.530346:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6ea240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.534691:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287726592:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923640.534721:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923640.534776:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281768320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4660us (4860us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.534786:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3262 00010000:00010000:0.0:1778923640.537146:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4d39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547181 expref: 37 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.537170:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287726464:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923640.537200:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 36 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.537215:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba23a00, rc 0) 00000100:00100000:1.0:1778923640.537436:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:54931:x1865335281768192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 15865us (16271us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.537446:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7401 00000100:00100000:2.0:1778923640.541859:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.541950:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768448 00000100:00100000:3.0:1778923640.541960:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768448 00000100:00100000:3.0:1778923640.542017:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7402 00000100:00100000:3.0:1778923640.542027:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:54931:x1865335281768448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923640.542044:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.542060:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471b2 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.542164:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 26 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.542173:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.542175:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.542180:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 26 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.542213:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 26 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.542227:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 26 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.542243:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287726720:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923640.542328:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6ea240 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.547045:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.547548:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768576 00000100:00100000:1.0:1778923640.547557:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768576 00010000:00010000:1.0:1778923640.547597:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 27 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.547640:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3263 00000100:00100000:1.0:1778923640.547658:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281768576:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.547675:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923640.547697:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 27 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.547712:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 27 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.547739:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.547741:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.547748:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.547765:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.547801:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.547816:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287726848:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923640.547904:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00010000:00010000:3.0:1778923640.549205:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a4d32 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547188 expref: 27 pid: 32953 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.549233:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287726720:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923640.549263:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 26 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.549276:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1e00, rc 0) 00000100:00100000:2.0:1778923640.551936:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:54931:x1865335281768448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 9900us (10074us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.551948:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7402 00000100:00100000:3.0:1778923640.558632:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.558729:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768704 00000100:00100000:0.0:1778923640.558739:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768704 00000100:00100000:0.0:1778923640.558800:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7403 00000100:00100000:0.0:1778923640.558810:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:54931:x1865335281768704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923640.558827:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923640.558848:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471b9 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.558886:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 37 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.558904:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.558906:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923640.558911:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.558943:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 37 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.558956:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 37 pid: 25674 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.558970:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287726976:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923640.559042:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e480e40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.566363:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287726848:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923640.566401:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.566464:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281768576:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 18815us (19426us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.566474:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3263 00000100:00100000:3.0:1778923640.568542:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.569030:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768832 00000100:00100000:1.0:1778923640.569040:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768832 00010000:00010000:1.0:1778923640.569080:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 38 pid: 25674 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.569321:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3264 00000100:00100000:1.0:1778923640.569330:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281768832:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.569345:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923640.569370:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 38 pid: 25674 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.570498:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 38 pid: 25674 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.570872:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.570874:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.570882:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.570960:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.571243:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 38 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.571262:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287727104:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923640.571410:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00010000:00010000:0.0:1778923640.573250:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebd89898/0x3baece0abe6a4d40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54718f expref: 38 pid: 25674 timeout: 1437 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.573278:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287726976:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923640.573308:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.573322:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce73ba22400, rc 0) 00000100:00100000:0.0:1778923640.573377:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:54931:x1865335281768704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 14568us (14754us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.573385:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7403 00000100:00100000:2.0:1778923640.578988:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.579071:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281768960 00000100:00100000:3.0:1778923640.579079:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281768960 00000100:00100000:3.0:1778923640.579134:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7404 00000100:00100000:3.0:1778923640.579143:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281768960:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923640.579332:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:3.0:1778923640.579336:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.579339:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923640.579341:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.579343:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923640.579738:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287727104:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923640.579759:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.579844:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281768832:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10515us (11342us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.579854:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3264 00000100:00100000:3.0:1778923640.579944:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281768960:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 802us (965us total) trans 17179872371 rc 0/0 00000100:00100000:3.0:1778923640.579951:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7404 00000100:00100000:2.0:1778923640.583963:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.584051:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923640.584348:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769088 00000100:00100000:0.0:1778923640.584359:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769088 00000100:00100000:0.0:1778923640.584458:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769216 00000100:00100000:0.0:1778923640.584462:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769216 00000100:00100000:3.0:1778923640.584497:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7405 00000100:00100000:3.0:1778923640.584536:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281769088:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923640.584733:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923640.584737:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.584740:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923640.584743:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.584745:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923640.584810:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281769088:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 303us (855us total) trans 21474839471 rc 0/0 00000100:00100000:3.0:1778923640.584817:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7405 00000100:00100000:3.0:1778923640.584836:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7406 00000100:00100000:3.0:1778923640.584843:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281769216:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923640.584945:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923640.584948:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.584950:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923640.584952:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:3.0:1778923640.584954:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923640.584976:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281769216:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 134us (925us total) trans 17179872372 rc 0/0 00000100:00100000:3.0:1778923640.584982:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7406 00000100:00100000:0.0:1778923640.588926:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.589170:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769472 00000100:00100000:3.0:1778923640.589180:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769472 00000100:00100000:3.0:1778923640.589237:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2068 00000100:00100000:3.0:1778923640.589246:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72df69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281769472:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923640.589320:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54717a expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.589356:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.589878:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.589890:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.590082:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.590098:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 204 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.590114:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287727232:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923640.590282:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.599233:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287727232:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.599265:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.600760:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.601128:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769600 00000100:00100000:3.0:1778923640.601137:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769600 00010000:00010000:3.0:1778923640.601179:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 205 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.601258:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3265 00000100:00100000:3.0:1778923640.601267:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281769600:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923640.601292:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923640.601297:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 205 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601310:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 205 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601330:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce73ba22800/0x3baece0abe6a4c98 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547142 expref: 205 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601346:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923640.601351:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601364:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601371:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.601412:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923640.601473:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281769600:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.601481:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3265 00010000:00010000:2.0:1778923640.601835:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601843:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601866:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601878:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601886:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601930:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.601943:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 203 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.601956:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287727360:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923640.602016:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.605945:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287727360:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.605976:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.606969:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.607069:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769728 00000100:00100000:2.0:1778923640.607077:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769728 00010000:00010000:2.0:1778923640.607195:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.607262:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3266 00000100:00100000:2.0:1778923640.607272:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281769728:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923640.607287:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923640.607294:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607306:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607329:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4d71 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c0:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547196 expref: 204 pid: 30327 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607343:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce722718200) 00010000:00010000:2.0:1778923640.607348:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607357:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607365:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.607403:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923640.607459:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281769728:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 188us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.607466:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3266 00010000:00010000:1.0:1778923640.607639:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.607651:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.608239:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.608288:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923640.608323:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093a80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.608424:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287727488 00000100:00100000:0.0:1778923640.608431:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287727488 00000100:00100000:0.0:1778923640.608473:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1778923640.608480:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287727488:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.608585:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287727488:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 105us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.608592:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1778923640.608629:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727488:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.608671:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.608696:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.608715:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.608728:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287727616 00000100:00100000:0.0:1778923640.608731:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287727616 00000100:00100000:0.0:1778923640.608754:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1778923640.608760:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287727616:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.608808:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287727616:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 48us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.608815:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1778923640.608839:0:30329:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839466 gen 2 00000004:00080000:0.0:1778923640.608844:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d880, transno 21474839420 00000004:00080000:0.0:1778923640.608853:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ce00, transno 21474839421 00000004:00080000:0.0:1778923640.608855:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c380, transno 21474839422 00000004:00080000:0.0:1778923640.608857:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d500, transno 21474839423 00000004:00080000:0.0:1778923640.608858:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f2d80, transno 21474839424 00000004:00080000:0.0:1778923640.608860:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f1c00, transno 21474839425 00000004:00080000:0.0:1778923640.608862:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c700, transno 21474839426 00000004:00080000:0.0:1778923640.608863:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9f480, transno 21474839427 00000004:00080000:0.0:1778923640.608865:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f2680, transno 21474839428 00000004:00080000:0.0:1778923640.608866:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f3480, transno 21474839429 00000004:00080000:0.0:1778923640.608867:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c000, transno 21474839430 00000004:00080000:0.0:1778923640.608869:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ed80, transno 21474839431 00000004:00080000:0.0:1778923640.608870:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f3800, transno 21474839432 00000004:00080000:0.0:1778923640.608871:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548700, transno 21474839433 00000004:00080000:0.0:1778923640.608873:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954aa00, transno 21474839434 00000004:00080000:0.0:1778923640.608874:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709548000, transno 21474839435 00000004:00080000:0.0:1778923640.608875:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709549c00, transno 21474839436 00000004:00080000:0.0:1778923640.608877:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce709549180, transno 21474839437 00000004:00080000:0.0:1778923640.608878:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954b100, transno 21474839438 00000004:00080000:0.0:1778923640.608880:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954d500, transno 21474839439 00000004:00080000:0.0:1778923640.608881:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954b480, transno 21474839440 00000004:00080000:0.0:1778923640.608882:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954b800, transno 21474839441 00000004:00080000:0.0:1778923640.608883:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954d880, transno 21474839442 00000004:00080000:0.0:1778923640.608884:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954dc00, transno 21474839443 00000004:00080000:0.0:1778923640.608886:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954c380, transno 21474839444 00000004:00080000:0.0:1778923640.608887:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70954f480, transno 21474839445 00000004:00080000:0.0:1778923640.608903:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839447 committed transno 21474839466 00000004:00080000:0.0:1778923640.608915:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839452 committed transno 21474839466 00000004:00080000:0.0:1778923640.608924:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd6a00, transno 21474839453 00000004:00080000:0.0:1778923640.608927:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd4a80, transno 21474839454 00000004:00080000:0.0:1778923640.608930:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd5180, transno 21474839455 00000004:00080000:0.0:1778923640.608932:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd6300, transno 21474839456 00000004:00080000:0.0:1778923640.608935:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c22680, transno 21474839457 00000004:00080000:0.0:1778923640.608938:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0380, transno 21474839458 00000004:00080000:0.0:1778923640.608940:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f3480, transno 21474839459 00000004:00080000:0.0:1778923640.608943:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd7800, transno 21474839460 00000004:00080000:0.0:1778923640.608944:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd4380, transno 21474839461 00000004:00080000:0.0:1778923640.608946:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aa8380, transno 21474839462 00000004:00080000:0.0:1778923640.608948:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd4e00, transno 21474839463 00000004:00080000:0.0:1778923640.608949:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aabb80, transno 21474839464 00000004:00080000:0.0:1778923640.608951:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602aaa680, transno 21474839465 00000004:00080000:0.0:1778923640.608952:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bfd5880, transno 21474839466 00000100:00100000:0.0:1778923640.608956:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.608989:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.609011:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.609025:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.609035:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287727744 00000100:00100000:0.0:1778923640.609038:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287727744 00000100:00100000:0.0:1778923640.609057:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1778923640.609063:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287727744:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.609241:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287727744:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 178us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.609248:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1778923640.609417:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.609457:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.609489:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923640.609516:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.609876:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287727872 00000100:00100000:0.0:1778923640.609881:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287727872 00000100:00100000:0.0:1778923640.609921:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1778923640.609928:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287727872:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.609985:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287727872:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.609991:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1778923640.610019:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287727872:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.610062:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728000:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:3.0:1778923640.610118:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 40 done 00000100:00100000:0.0:1778923640.610178:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.610203:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.610248:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728000 00000100:00100000:1.0:1778923640.610253:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728000 00000100:00100000:1.0:1778923640.610282:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1778923640.610289:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728000:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.610334:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728000:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 46us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.610339:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1778923640.610498:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728000:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.610761:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728128:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.610786:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.610810:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.610855:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728128 00000100:00100000:1.0:1778923640.610859:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728128 00000100:00100000:1.0:1778923640.610890:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1778923640.610907:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728128:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.610957:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728128:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 52us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.610963:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1778923640.611028:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728128:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.611061:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728256:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.611083:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.611183:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.611226:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728256 00000100:00100000:1.0:1778923640.611230:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728256 00000100:00100000:1.0:1778923640.611257:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1778923640.611264:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728256:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.611318:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728256:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.611324:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1778923640.611625:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728256:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.611661:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728384:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.611688:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.611710:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.611728:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728384 00000100:00100000:0.0:1778923640.611732:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728384 00000100:00100000:0.0:1778923640.611816:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1778923640.611824:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728384:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.611878:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728384:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 55us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.611885:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1778923640.611919:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728384:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.611954:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728512:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.611974:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.611990:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.612010:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728512 00000100:00100000:0.0:1778923640.612013:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728512 00000100:00100000:0.0:1778923640.612066:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1778923640.612073:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728512:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.612139:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728512:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 67us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.612145:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1778923640.612201:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728512:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.612229:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.612251:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.612416:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.614651:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728640 00000100:00100000:1.0:1778923640.614666:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728640 00000100:00100000:1.0:1778923640.614717:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1778923640.614726:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728640:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.614834:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728640:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 109us (2582us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.614841:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1778923640.615217:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728640:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.615290:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.615323:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.615354:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.615707:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728768 00000100:00100000:1.0:1778923640.615712:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728768 00000100:00100000:1.0:1778923640.615781:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1778923640.615789:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728768:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.615854:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287728768:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 65us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.615861:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1778923640.615928:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728768:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.615966:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.615992:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.616013:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.616261:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287728896 00000100:00100000:2.0:1778923640.616266:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287728896 00000100:00100000:2.0:1778923640.616300:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1778923640.616306:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728896:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.616366:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287728896:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.616460:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1778923640.616654:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287728896:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.616695:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.616719:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.616742:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.616794:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729024 00000100:00100000:1.0:1778923640.616799:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729024 00000100:00100000:1.0:1778923640.616824:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:1.0:1778923640.616830:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729024:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.616889:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729024:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.616907:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1778923640.617282:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729024:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.617317:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.617342:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923640.617363:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.617486:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729152 00000100:00100000:0.0:1778923640.617490:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729152 00000100:00100000:1.0:1778923640.617616:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1778923640.617625:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729152:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.617688:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729152:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 65us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.617694:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1778923640.617752:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729152:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.617792:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.617824:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.617972:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729280 00000100:00100000:0.0:1778923640.617976:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729280 00000100:00100000:0.0:1778923640.618007:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1778923640.618014:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.618184:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 170us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.618190:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1778923640.618235:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.618250:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.618285:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.618306:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.618373:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.619922:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729408 00000100:00100000:1.0:1778923640.619930:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729408 00000100:00100000:1.0:1778923640.619984:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1778923640.619992:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923640.620249:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 257us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.620257:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1778923640.620318:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.620481:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.620537:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.620731:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.620770:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729536 00000100:00100000:0.0:1778923640.620775:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729536 00000100:00100000:0.0:1778923640.620852:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1778923640.620861:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.620938:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.620945:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1778923640.620999:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.621033:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.621057:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.621240:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.621313:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729664 00000100:00100000:3.0:1778923640.621318:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729664 00000100:00100000:3.0:1778923640.621341:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1778923640.621347:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.621417:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 70us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.621424:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1778923640.621577:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.621616:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.621639:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.621661:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.621855:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729792 00000100:00100000:3.0:1778923640.621859:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729792 00000100:00100000:3.0:1778923640.621879:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1778923640.621884:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.621949:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287729792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.621956:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1778923640.622053:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.622085:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.622170:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.622190:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.622300:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287729920 00000100:00100000:3.0:1778923640.622304:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287729920 00000100:00100000:3.0:1778923640.622323:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1778923640.622328:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.622387:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287729920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.622394:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1778923640.622536:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287729920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.622589:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.622612:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.622632:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.622752:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730048 00000100:00100000:3.0:1778923640.622756:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730048 00000100:00100000:3.0:1778923640.622773:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1778923640.622778:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923640.622831:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 52us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.622837:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1778923640.623015:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.623048:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.623070:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.623101:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.623218:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730176 00000100:00100000:0.0:1778923640.623223:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730176 00000100:00100000:0.0:1778923640.623246:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1778923640.623252:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.623304:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.623314:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1778923640.623390:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.623424:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.623446:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923640.623467:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.625524:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730304 00000100:00100000:0.0:1778923640.625537:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730304 00000100:00100000:0.0:1778923640.625690:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1778923640.625699:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.625812:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 114us (2364us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.625820:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1778923640.626474:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.627690:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.627751:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.627784:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.627808:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730432 00000100:00100000:0.0:1778923640.627814:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730432 00000100:00100000:0.0:1778923640.627849:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1778923640.627858:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.627936:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 80us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.627944:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1778923640.627984:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628033:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628055:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.628068:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa59c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.628079:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730560 00000100:00100000:0.0:1778923640.628082:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730560 00000100:00100000:0.0:1778923640.628099:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1778923640.628105:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628149:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 44us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.628156:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1778923640.628178:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628207:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628229:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.628242:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0ed80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.628252:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730688 00000100:00100000:0.0:1778923640.628255:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730688 00000100:00100000:0.0:1778923640.628271:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1778923640.628276:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628323:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 46us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.628328:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:0.0:1778923640.628351:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628380:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628400:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.628412:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923640.628422:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730816 00000100:00100000:0.0:1778923640.628425:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730816 00000100:00100000:0.0:1778923640.628440:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1778923640.628446:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.628492:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287730816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 45us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923640.628497:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1778923640.628543:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.629344:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.629457:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.629561:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa59c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.629699:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287730944 00000100:00100000:2.0:1778923640.629705:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287730944 00000100:00100000:2.0:1778923640.629742:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:2.0:1778923640.629751:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.629814:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287730944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.629820:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1778923640.629846:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287730944:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1778923640.630706:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].49, 1448 off77048 00000001:00080000:0.0:1778923640.630723:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940020 00000100:00100000:0.0:1778923640.630801:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287731072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.630841:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.630950:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.631001:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287731072 00000100:00100000:1.0:1778923640.631006:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287731072 00000100:00100000:1.0:1778923640.631048:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1778923640.631055:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+20:30329:x1865335287731072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.631906:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+21:30329:x1865335287731072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 848us (1061us total) trans 17179872373 rc 0/0 00000100:00100000:2.0:1778923640.631919:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1778923640.631992:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287731072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.632029:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287731200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923640.632059:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923640.632127:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7012ede40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.632218:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287731200 00000100:00100000:2.0:1778923640.632223:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287731200 00000100:00100000:2.0:1778923640.632296:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1778923640.632306:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287731200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923640.632952:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287731200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 645us (889us total) trans 21474839472 rc 0/0 00000100:00100000:2.0:1778923640.632961:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1778923640.633018:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287731200:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1778923640.633188:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940021 00010000:00010000:0.0:1778923640.633224:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633235:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633247:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633254:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923640.633259:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633266:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633282:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce722718200) 00010000:00010000:0.0:1778923640.633285:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923640.633290:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633295:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4db0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633317:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633323:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633329:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633334:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923640.633337:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633347:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633355:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923640.633357:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923640.633360:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633365:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1800/0x3baece0abe6a4da9 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923640.633459:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923640.633462:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923640.633468:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a4d0f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54717a expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923640.633931:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72df69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281769472:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 44684us (45013us total) trans 8589940022 rc 0/0 00000100:00100000:0.0:1778923640.633940:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2068 00000020:00080000:0.0:1778923640.633945:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923640.638004:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.638168:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281769856 00000100:00100000:3.0:1778923640.638177:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281769856 00000100:00100000:3.0:1778923640.638267:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5660 00000100:00100000:3.0:1778923640.638278:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54931:x1865335281769856:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923640.638301:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923640.638319:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471c0 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.638476:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.638491:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.638821:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923640.638826:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923640.638829:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0a00, rc 0) 00000100:00100000:3.0:1778923640.638931:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54931:x1865335281769856:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 654us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.638938:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5660 00000100:00100000:1.0:1778923640.643812:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.643938:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281770112 00000100:00100000:2.0:1778923640.643948:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281770112 00000100:00100000:2.0:1778923640.644005:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2069 00000100:00100000:2.0:1778923640.644016:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54931:x1865335281770112:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923640.644239:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54931:x1865335281770112:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 224us (436us total) trans 8589940023 rc 0/0 00000100:00100000:2.0:1778923640.644246:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2069 00000100:00100000:0.0:1778923640.648966:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.649116:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281770368 00000100:00100000:2.0:1778923640.649125:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281770368 00000100:00100000:2.0:1778923640.649216:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2070 00000100:00100000:2.0:1778923640.649226:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54931:x1865335281770368:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923640.650100:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1778923640.650275:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650292:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650308:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650316:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650322:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650328:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.650949:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923640.651048:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54931:x1865335281770368:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1820us (2087us total) trans 8589940024 rc 0/0 00000100:00100000:2.0:1778923640.651057:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2070 00010000:00010000:3.0:1778923640.652116:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923640.652127:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.652138:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923640.652142:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.652151:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.652166:0:5742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c0:0x0].0x0 (ffff9ce737d5ff00) 00010000:00010000:3.0:1778923640.652169:0:5742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923640.652174:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.652183:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a4dbe lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.657450:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923640.657457:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923640.657460:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923640.707877:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.708167:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281770496 00000100:00100000:2.0:1778923640.708176:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281770496 00000100:00100000:2.0:1778923640.708235:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5661 00000100:00100000:2.0:1778923640.708245:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54932:x1865335281770496:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.708266:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.708758:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4dc5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471c7 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.708836:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709104:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709116:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.709458:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00000004:00200000:2.0:1778923640.709463:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923640.709484:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709496:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709762:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4dc5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709783:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.709791:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.709794:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923640.709798:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923640.713190:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54932:x1865335281770496:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4932us (5307us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923640.713204:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5661 00000100:00100000:3.0:1778923640.721178:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.721574:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281770752 00000100:00100000:2.0:1778923640.721584:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281770752 00000100:00100000:2.0:1778923640.721645:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5662 00000100:00100000:2.0:1778923640.721655:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54932:x1865335281770752:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.721675:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.721705:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4dd3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471ce expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.721815:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4dda lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.721831:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4dda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.721843:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4dda lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923640.721856:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:2.0:1778923640.721991:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4dd3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ce expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.722008:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4dda lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ce expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.722017:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923640.722019:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923640.722023:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923640.722087:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54932:x1865335281770752:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 433us (919us total) trans 8589940025 rc 0/0 00000100:00100000:2.0:1778923640.722095:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5662 00000100:00100000:1.0:1778923640.756436:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.760776:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281770880 00000100:00100000:2.0:1778923640.760790:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281770880 00000100:00100000:2.0:1778923640.760868:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7407 00000100:00100000:2.0:1778923640.760878:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281770880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.760905:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.760924:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4de8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471d5 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.760981:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287731328:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923640.761073:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923640.768198:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287731328:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923640.768239:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4de8 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471d5 expref: 27 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.768265:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4de8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471d5 expref: 27 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.768279:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923640.768358:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281770880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7480us (11929us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923640.768369:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7407 00000100:00100000:3.0:1778923640.874792:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.876627:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771008 00000100:00100000:1.0:1778923640.876641:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771008 00000100:00100000:1.0:1778923640.876728:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3721 00000100:00100000:1.0:1778923640.876738:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281771008:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923640.876906:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.876928:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.877005:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923640.877007:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923640.877011:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.877049:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.877063:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 38 pid: 6546 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.877152:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287731456:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923640.877328:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093e40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923640.886494:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923640.886624:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771136 00000100:00100000:1.0:1778923640.886635:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771136 00010000:00010000:1.0:1778923640.886677:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 39 pid: 6546 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.886711:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3267 00000100:00100000:1.0:1778923640.886722:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281771136:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923640.886737:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1778923640.886738:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287731456:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923640.886762:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 39 pid: 6546 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.886764:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 5 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.887021:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 39 pid: 6546 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.887044:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4d94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ab expref: 39 pid: 6546 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.887060:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.887062:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923640.887066:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.887267:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.887302:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923640.887356:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281771136:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 635us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923640.887364:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3267 00010000:00010000:2.0:1778923640.887855:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.887871:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909251:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909269:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909277:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909284:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.909288:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909296:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909313:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.909320:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a4def lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.909408:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281771008:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 32667us (34622us total) trans 0 rc 193917/193917 00000100:00100000:2.0:1778923640.909418:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3721 00000100:00100000:3.0:1778923640.923616:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923640.923668:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.923954:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771264 00000100:00100000:2.0:1778923640.923964:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771264 00000100:00100000:2.0:1778923640.924026:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771392 00000100:00100000:2.0:1778923640.924030:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771392 00000100:00100000:2.0:1778923640.924059:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7408 00000100:00100000:2.0:1778923640.924069:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281771264:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923640.924086:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923640.924102:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4df6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471dc expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.924162:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287731584:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923640.924238:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.924317:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7409 00000100:00100000:1.0:1778923640.924328:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281771392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923640.924336:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923640.924347:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4dfd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471e3 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923640.924378:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287731712:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923640.924405:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.933450:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287731712:192.168.203.24@tcp:106: 00010000:00010000:1.0:1778923640.933489:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4dfd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471e3 expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.933563:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a4dfd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471e3 expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.933579:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923640.933633:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281771392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 9308us (9965us total) trans 0 rc 301/301 00000100:00100000:1.0:1778923640.933642:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7409 00000100:00100000:2.0:1778923640.935501:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287731584:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923640.935562:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4df6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471dc expref: 27 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.935584:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4df6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471dc expref: 27 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.935597:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923640.935672:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281771264:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 11603us (12063us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923640.935681:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7408 00000100:00100000:3.0:1778923640.943880:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.943978:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771520 00000100:00100000:2.0:1778923640.943989:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771520 00000100:00100000:2.0:1778923640.944078:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3722 00000100:00100000:2.0:1778923640.944089:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281771520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923640.944126:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.944150:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 26 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.944159:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923640.944161:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923640.944165:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.944201:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 26 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.944215:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 26 pid: 8354 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.944229:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287731840:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923640.944311:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923640.956167:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923640.956271:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287731840:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923640.956297:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.956384:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771648 00000100:00100000:3.0:1778923640.956392:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771648 00010000:00010000:3.0:1778923640.956428:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 27 pid: 8354 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923640.956468:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3268 00000100:00100000:3.0:1778923640.956477:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281771648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923640.956491:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923640.956554:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 27 pid: 8354 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.956567:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 27 pid: 8354 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.956589:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a4d78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54719d expref: 27 pid: 8354 timeout: 1437 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.956611:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.956613:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923640.956617:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.956626:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923640.956646:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923640.956694:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281771648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 216us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923640.956700:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3268 00010000:00010000:1.0:1778923640.956977:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923640.956986:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970185:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970206:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970216:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970223:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923640.970227:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970235:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970253:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923640.970260:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a4e04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923640.970480:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281771520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 26389us (26607us total) trans 0 rc 193917/193917 00000100:00100000:2.0:1778923640.970490:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3722 00000100:00100000:3.0:1778923641.021498:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.021712:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281771776 00000100:00100000:2.0:1778923641.021722:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281771776 00000100:00100000:2.0:1778923641.021777:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 577 00000100:00100000:2.0:1778923641.021787:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54932:x1865335281771776:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923641.021802:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923641.021834:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4dda lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ce expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.021853:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923641.021859:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923641.021928:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54932:x1865335281771776:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 143us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.021935:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 577 00000100:00100000:3.0:1778923641.026905:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.027018:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772032 00000100:00100000:1.0:1778923641.027028:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772032 00000100:00100000:1.0:1778923641.027084:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2071 00000100:00100000:1.0:1778923641.027094:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54932:x1865335281772032:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923641.027355:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54932:x1865335281772032:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 262us (466us total) trans 8589940026 rc 0/0 00000100:00100000:1.0:1778923641.027362:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2071 00000100:00100000:1.0:1778923641.095188:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.095417:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772288 00000100:00100000:3.0:1778923641.095428:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772288 00000100:00100000:3.0:1778923641.095674:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5663 00000100:00100000:3.0:1778923641.095686:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54933:x1865335281772288:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923641.095709:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923641.095727:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4e0b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471ea expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.095831:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a4e12 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.095846:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a4e12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.095863:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a4e12 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923641.095875:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:3.0:1778923641.096013:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0400/0x3baece0abe6a4e0b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ea expref: 213 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.096031:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a4e12 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ea expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.096041:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923641.096044:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923641.096047:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:3.0:1778923641.096402:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54933:x1865335281772288:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 717us (1558us total) trans 8589940027 rc 0/0 00000100:00100000:3.0:1778923641.096411:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5663 00000100:00100000:3.0:1778923641.121826:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.121946:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772416 00000100:00100000:0.0:1778923641.121956:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772416 00000100:00100000:0.0:1778923641.122044:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3723 00000100:00100000:0.0:1778923641.122055:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281772416:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923641.122092:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.122126:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.122129:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.122134:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.122150:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134471:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134490:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134499:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134545:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba23a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923641.134549:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134559:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134578:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.134590:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055884064/0x3baece0abe6a4e20 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.134683:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281772416:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12626us (12864us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923641.134693:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3723 00000100:00100000:2.0:1778923641.152647:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.152788:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772544 00000100:00100000:0.0:1778923641.152808:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772544 00000100:00100000:0.0:1778923641.152941:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3724 00000100:00100000:0.0:1778923641.152958:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281772544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923641.153689:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.153722:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.153728:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.153735:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.153759:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.168906:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.168940:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.168956:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.168963:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73ba23a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923641.168969:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.168979:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.169005:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.169014:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000055884064/0x3baece0abe6a4e27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.169158:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281772544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16197us (16747us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923641.169170:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3724 00000100:00100000:1.0:1778923641.199567:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.199752:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772672 00000100:00100000:2.0:1778923641.199761:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772672 00000100:00100000:2.0:1778923641.199841:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3725 00000100:00100000:2.0:1778923641.199851:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281772672:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923641.199897:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.199914:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.199916:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.199922:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.199936:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224029:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224051:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224060:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224067:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.224071:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224079:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224099:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.224105:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.224203:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281772672:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 24349us (24696us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923641.224214:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3725 00000100:00100000:3.0:1778923641.235474:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.235693:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772800 00000100:00100000:0.0:1778923641.235703:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772800 00000100:00100000:0.0:1778923641.235785:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3726 00000100:00100000:0.0:1778923641.235796:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281772800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923641.235828:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.235849:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.235852:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.235856:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.235870:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250440:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250459:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250468:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250475:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.250479:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250486:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250535:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.250544:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4e35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.250622:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281772800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14824us (15153us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923641.250632:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3726 00000100:00100000:1.0:1778923641.271011:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.274239:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281772928 00000100:00100000:2.0:1778923641.274252:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281772928 00000100:00100000:2.0:1778923641.274397:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3727 00000100:00100000:2.0:1778923641.274408:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281772928:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923641.274444:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.274463:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.274465:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.274470:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.274484:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.279994:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280015:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280023:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280030:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.280035:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280043:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280062:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.280071:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a4e3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.280157:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281772928:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5747us (9151us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923641.280167:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3727 00000100:00100000:3.0:1778923641.286445:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.286678:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773056 00000100:00100000:1.0:1778923641.286688:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773056 00000100:00100000:1.0:1778923641.286762:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3728 00000100:00100000:1.0:1778923641.286773:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281773056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923641.286807:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.286824:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.286827:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.286832:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.286848:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293835:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293853:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293860:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293867:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923641.293871:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293885:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293912:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.293919:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.293991:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281773056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7217us (7565us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923641.294000:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3728 00000100:00100000:3.0:1778923641.304465:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.304693:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773184 00000100:00100000:0.0:1778923641.304704:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773184 00000100:00100000:0.0:1778923641.304773:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3729 00000100:00100000:0.0:1778923641.304784:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281773184:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923641.304817:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.304832:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.304834:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.304840:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.304854:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310609:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310628:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310637:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310643:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923641.310648:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310656:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310675:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.310683:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a4e4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.310775:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281773184:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5988us (6314us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923641.310784:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3729 00000100:00100000:0.0:1778923641.318154:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.318315:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773312 00000100:00100000:2.0:1778923641.318325:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773312 00000100:00100000:2.0:1778923641.318400:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3730 00000100:00100000:2.0:1778923641.318411:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281773312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923641.318446:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.318462:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.318464:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.318469:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.318484:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332360:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332380:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332395:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332403:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923641.332407:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332417:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332436:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.332444:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a4e51 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.332580:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281773312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14167us (14432us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923641.332590:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3730 00000100:00100000:2.0:1778923641.339879:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.339984:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773440 00000100:00100000:1.0:1778923641.340003:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773440 00000100:00100000:1.0:1778923641.340080:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3731 00000100:00100000:1.0:1778923641.340091:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281773440:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923641.340134:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.340151:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.340153:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.340159:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.340175:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343036:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343054:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343062:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343069:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923641.343074:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343081:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343098:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.343105:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.343194:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281773440:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3100us (3321us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923641.343203:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3731 00000100:00100000:3.0:1778923641.353221:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.353384:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773568 00000100:00100000:1.0:1778923641.353394:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773568 00000100:00100000:1.0:1778923641.353477:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3732 00000100:00100000:1.0:1778923641.353488:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281773568:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923641.353559:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.353576:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.353577:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.353582:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.353595:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365811:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365829:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365837:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365843:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923641.365848:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365856:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365874:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.365881:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.366047:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281773568:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12557us (12830us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923641.366056:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3732 00000100:00100000:2.0:1778923641.402699:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.402788:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773696 00000100:00100000:1.0:1778923641.402797:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773696 00000100:00100000:1.0:1778923641.402850:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7410 00000100:00100000:1.0:1778923641.402858:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281773696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923641.402875:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.402901:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471f1 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.402960:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287731968:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923641.403059:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923641.417341:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287731968:192.168.203.24@tcp:106: 00010000:00010000:1.0:1778923641.417385:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e66 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f1 expref: 26 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.417409:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a4e66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f1 expref: 26 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.417424:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923641.417552:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281773696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 14693us (14859us total) trans 0 rc 301/301 00000100:00100000:1.0:1778923641.417560:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7410 00000100:00100000:3.0:1778923641.425238:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.425460:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773824 00000100:00100000:1.0:1778923641.425470:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773824 00000100:00100000:1.0:1778923641.425573:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3733 00000100:00100000:1.0:1778923641.425584:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281773824:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923641.425620:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.425638:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.425640:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.425645:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.425659:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430717:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430735:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430743:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430751:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923641.430755:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430764:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430782:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.430788:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.430865:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281773824:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5279us (5633us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923641.430874:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3733 00010000:00010000:1.0:1778923641.470794:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923641.531051:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.531150:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281773952 00000100:00100000:1.0:1778923641.531160:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281773952 00000100:00100000:1.0:1778923641.531227:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7411 00000100:00100000:1.0:1778923641.531238:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281773952:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923641.531256:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.531278:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471f8 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923641.531305:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x207 00010000:00010000:1.0:1778923641.531324:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.531326:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.531335:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 38 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.531353:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 38 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.531365:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923641.531431:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281773952:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 195us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923641.531438:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7411 00000100:00100000:2.0:1778923641.551971:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.553119:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774080 00000100:00100000:0.0:1778923641.553131:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774080 00000100:00100000:0.0:1778923641.553211:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3734 00000100:00100000:0.0:1778923641.553223:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281774080:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923641.553259:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.553281:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.553283:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923641.553288:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.553302:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558278:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558299:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558309:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558316:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923641.558321:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558328:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558348:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.558361:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a4e7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.558462:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281774080:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5237us (6495us total) trans 0 rc 193917/193917 00000100:00100000:0.0:1778923641.558473:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3734 00000100:00100000:0.0:1778923641.566765:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.566922:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774208 00000100:00100000:3.0:1778923641.566940:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774208 00000100:00100000:3.0:1778923641.567054:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3735 00000100:00100000:3.0:1778923641.567066:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281774208:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923641.567139:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x203 00010000:00010000:3.0:1778923641.567150:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.567172:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.567175:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.567182:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.567199:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577883:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577919:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577929:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577937:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923641.577942:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577953:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577983:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.577996:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078fa729a/0x3baece0abe6a4e82 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.578162:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281774208:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11089us (11396us total) trans 0 rc 193917/193917 00000100:00100000:3.0:1778923641.578174:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3735 00000100:00100000:2.0:1778923641.598387:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.598976:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774336 00000100:00100000:1.0:1778923641.599005:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774336 00000100:00100000:1.0:1778923641.599101:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 578 00000100:00100000:1.0:1778923641.599113:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54933:x1865335281774336:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923641.599134:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923641.599170:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a4e12 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ea expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.599189:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923641.599196:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923641.599272:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54933:x1865335281774336:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 162us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923641.599280:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 578 00000100:00100000:2.0:1778923641.603328:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.603422:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774592 00000100:00100000:0.0:1778923641.603435:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774592 00000100:00100000:0.0:1778923641.603529:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2072 00000100:00100000:0.0:1778923641.603542:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54933:x1865335281774592:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923641.603876:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54933:x1865335281774592:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 336us (563us total) trans 8589940028 rc 0/0 00000100:00100000:0.0:1778923641.603894:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2072 00000100:00100000:0.0:1778923641.614598:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.614765:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774848 00000100:00100000:2.0:1778923641.614789:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774848 00000100:00100000:2.0:1778923641.614869:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5664 00000100:00100000:2.0:1778923641.614881:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281774848:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923641.614928:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923641.614952:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4e89 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5471ff expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.615138:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.615205:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.615216:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.615261:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.615278:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 213 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.615296:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287732096:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923641.615414:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923641.622533:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.622797:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287732096:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923641.622833:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.623956:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281774976 00000100:00100000:0.0:1778923641.623972:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281774976 00010000:00010000:0.0:1778923641.624130:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 214 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.624238:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3269 00000100:00100000:0.0:1778923641.624249:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281774976:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923641.624271:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 214 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624290:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 214 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624303:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 214 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624313:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923641.624316:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923641.624319:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624331:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624339:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.624430:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 214 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.624556:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2353:x1865335281774976:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 308us (2071us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923641.624564:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3269 00010000:00010000:2.0:1778923641.626800:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.626834:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923641.626882:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:2.0:1778923641.627272:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a4e89 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ff expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.627302:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ff expref: 214 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.627313:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923641.627316:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923641.627321:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923641.627560:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281774848:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 12681us (12977us total) trans 8589940029 rc 0/0 00000100:00100000:2.0:1778923641.627569:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5664 00000100:00100000:2.0:1778923641.631475:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.631698:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.631879:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775104 00000100:00100000:0.0:1778923641.632451:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775104 00000100:00100000:0.0:1778923641.632768:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775232 00000100:00100000:0.0:1778923641.632772:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775232 00000100:00100000:1.0:1778923641.633050:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7412 00000100:00100000:1.0:1778923641.633065:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281775104:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923641.633092:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.633122:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547206 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923641.633158:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x203 00010000:00010000:1.0:1778923641.633185:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.633187:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.633198:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 26 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.633219:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 26 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.633236:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:1.0:1778923641.633321:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281775104:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 259us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923641.633329:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7412 00000100:00100000:1.0:1778923641.633351:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7413 00000100:00100000:1.0:1778923641.633357:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775232:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923641.633365:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.633377:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a4ea5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54720d expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.633438:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287732224:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923641.633531:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093240 going to sleep for 11 seconds 00000100:00100000:3.0:1778923641.636818:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287732224:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923641.636879:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a4ea5 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54720d expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.636934:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a4ea5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54720d expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.636952:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:3.0:1778923641.637046:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775232:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3687us (5347us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923641.637055:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7413 00000100:00100000:0.0:1778923641.641459:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.641636:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775360 00000100:00100000:1.0:1778923641.641650:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775360 00000100:00100000:1.0:1778923641.641716:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7414 00000100:00100000:1.0:1778923641.641728:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281775360:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923641.641752:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.641774:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4eac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547214 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.642149:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287732352:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923641.642255:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923641.645459:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287732352:192.168.203.24@tcp:106: 00010000:00010000:0.0:1778923641.645684:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4eac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547214 expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.645718:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a4eac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547214 expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.645736:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:0.0:1778923641.645935:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281775360:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4207us (4488us total) trans 0 rc 301/301 00000100:00100000:0.0:1778923641.645947:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7414 00000100:00100000:0.0:1778923641.650265:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.650353:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775488 00000100:00100000:1.0:1778923641.650367:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775488 00002000:00100000:1.0:1778923641.650430:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2c6:0x0] (81920->98303) req@ffff9ce733bdf100 x1865335281775488/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:202/0 lens 488/0 e 0 to 0 dl 1778923652 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923641.650444:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdf100 with x1865335281775488 ext(81920->98303) 00002000:00010000:1.0:1778923641.650451:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733bdf100 00000100:00100000:1.0:1778923641.650546:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3736 00000100:00100000:1.0:1778923641.650557:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281775488:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923641.650854:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281775488:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 297us (602us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1778923641.650862:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3736 00002000:00100000:1.0:1778923641.650868:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x2c6:0x0] (81920->98303) req@ffff9ce733bdf100 x1865335281775488/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:202/0 lens 488/16824 e 0 to 0 dl 1778923652 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923641.650876:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdf100 with x1865335281775488 ext(81920->98303) 00002000:00010000:1.0:1778923641.650880:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733bdf100 00000100:00100000:0.0:1778923641.656288:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.656389:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775616 00000100:00100000:3.0:1778923641.656402:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775616 00000100:00100000:3.0:1778923641.656480:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7415 00000100:00100000:3.0:1778923641.656491:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775616:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923641.656548:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923641.656571:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a4eb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54721b expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.656649:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287732480:192.168.203.24@tcp:106: 00000100:00100000:3.0:1778923641.656749:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923641.659720:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287732480:192.168.203.24@tcp:106: 00010000:00010000:0.0:1778923641.659774:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a4eb3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54721b expref: 39 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.659882:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000a9fe77f/0x3baece0abe6a4eb3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54721b expref: 39 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.659908:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:0.0:1778923641.660042:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775616:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3552us (3767us total) trans 0 rc 301/301 00000100:00100000:0.0:1778923641.660053:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7415 00000100:00100000:3.0:1778923641.664579:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.664774:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775744 00000100:00100000:1.0:1778923641.664865:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775744 00000100:00100000:1.0:1778923641.664953:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7416 00000100:00100000:1.0:1778923641.664964:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775744:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923641.665120:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.665148:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4eba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547222 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.665230:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287732608:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923641.665427:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923641.672396:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287732608:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923641.672483:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4eba lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547222 expref: 39 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.672549:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4eba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547222 expref: 39 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.672565:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1200, rc 0) 00000100:00100000:3.0:1778923641.672646:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281775744:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7684us (8081us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923641.672655:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7416 00000100:00100000:0.0:1778923641.677438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.677571:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281775872 00000100:00100000:2.0:1778923641.677583:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281775872 00000100:00100000:2.0:1778923641.677661:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7417 00000100:00100000:2.0:1778923641.677675:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281775872:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923641.677699:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923641.677724:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ec1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547229 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.678291:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287732736:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923641.678427:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923641.684167:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287732736:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923641.684223:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ec1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547229 expref: 39 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.684255:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a4ec1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547229 expref: 39 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.684271:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923641.684387:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281775872:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6715us (6964us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923641.684398:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7417 00000100:00100000:0.0:1778923641.691391:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.691501:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281776000 00000100:00100000:3.0:1778923641.691546:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281776000 00000100:00100000:3.0:1778923641.691619:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7418 00000100:00100000:3.0:1778923641.691631:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281776000:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923641.691655:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923641.691680:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4ec8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547230 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.691767:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287732864:192.168.203.24@tcp:106: 00000100:00100000:3.0:1778923641.691873:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923641.694632:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287732864:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923641.694684:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4ec8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547230 expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.694714:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4ec8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547230 expref: 39 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.694730:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923641.694805:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281776000:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3177us (3428us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923641.694815:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7418 00000100:00100000:0.0:1778923641.699287:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.699402:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281776128 00000100:00100000:3.0:1778923641.699415:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281776128 00000100:00100000:0.0:1778923641.699905:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7419 00000100:00100000:0.0:1778923641.699920:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281776128:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923641.699944:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923641.699966:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a4ecf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547237 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.700052:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287732992:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923641.700181:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923641.703868:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287732992:192.168.203.24@tcp:106: 00010000:00010000:2.0:1778923641.703932:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a4ecf lrc: 1/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547237 expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.703964:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a4ecf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547237 expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.703982:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:2.0:1778923641.704076:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281776128:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4161us (4802us total) trans 0 rc 301/301 00000100:00100000:2.0:1778923641.704088:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7419 00000100:00100000:0.0:1778923641.732811:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.732984:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281776384 00000100:00100000:2.0:1778923641.733084:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281776384 00000100:00100000:2.0:1778923641.733166:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5665 00000100:00100000:2.0:1778923641.733178:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54934:x1865335281776384:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923641.733210:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923641.733236:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4ed6 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54723e expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.734881:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.735183:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.735198:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923641.735215:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c1:0x0]: returning size 0 00010000:00010000:2.0:1778923641.735289:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4ed6 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.735314:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 216 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.735323:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5f900) 00010000:00010000:2.0:1778923641.735326:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923641.735330:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923641.735698:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54934:x1865335281776384:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2518us (2899us total) trans 8589940030 rc 0/0 00000100:00100000:2.0:1778923641.735709:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5665 00000100:00100000:0.0:1778923641.740202:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.740296:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281776640 00000100:00100000:3.0:1778923641.740308:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281776640 00000100:00100000:3.0:1778923641.740383:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5666 00000100:00100000:3.0:1778923641.740395:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54934:x1865335281776640:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923641.740429:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923641.740464:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4eeb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547245 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.740830:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.740849:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.740860:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.740921:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.740938:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 217 pid: 31254 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.740954:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287733120:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923641.741054:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923641.744957:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287733120:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923641.745142:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923641.746629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.747363:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281776768 00000100:00100000:2.0:1778923641.747377:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281776768 00010000:00010000:2.0:1778923641.747437:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 218 pid: 31254 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.747590:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3270 00000100:00100000:2.0:1778923641.747601:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:2354:x1865335281776768:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923641.747620:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923641.747626:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 218 pid: 31254 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747641:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 218 pid: 31254 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747666:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a4edd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54723e expref: 218 pid: 31254 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747687:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5f900) 00010000:00010000:2.0:1778923641.747693:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747703:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747712:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.747748:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923641.747820:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:2354:x1865335281776768:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 221us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.747827:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3270 00010000:00010000:3.0:1778923641.747897:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.747906:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923641.747932:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c1:0x0]: returning size 0 00000004:00080000:3.0:1778923641.748361:0:30327:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2ab:0x0], index 1: 0 00000004:00080000:3.0:1778923641.748373:0:30327:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c7:0x0], index 0: 0 00010000:00010000:3.0:1778923641.748593:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748604:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748612:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748619:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923641.748624:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748633:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748645:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5f900) 00010000:00010000:3.0:1778923641.748649:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923641.748653:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748660:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ef2 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748731:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4eeb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547245 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748742:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923641.748744:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1778923641.748748:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4eeb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547245 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.748763:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923641.748807:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54934:x1865335281776640:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 8415us (8622us total) trans 8589940031 rc 301/301 00000100:00100000:3.0:1778923641.748815:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5666 00000100:00100000:0.0:1778923641.753582:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.753768:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777024 00000100:00100000:1.0:1778923641.753780:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777024 00000100:00100000:1.0:1778923641.753858:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2073 00000100:00100000:1.0:1778923641.753869:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54934:x1865335281777024:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923641.754686:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54934:x1865335281777024:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 627us (924us total) trans 8589940032 rc 0/0 00000100:00100000:1.0:1778923641.754698:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2073 00000100:00100000:0.0:1778923641.758341:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.758443:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777152 00000100:00100000:2.0:1778923641.758456:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777152 00000100:00100000:2.0:1778923641.758558:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5667 00000100:00100000:2.0:1778923641.758569:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54934:x1865335281777152:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923641.758598:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923641.758625:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f00 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54724c expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.758721:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.758738:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.758751:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923641.758818:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c1:0x0]: returning size 0 00000004:00200000:2.0:1778923641.758824:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923641.758848:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.758880:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f00 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54724c expref: 219 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.759256:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54724c expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.759266:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:2.0:1778923641.759269:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1778923641.759274:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679200, rc 0) 00000100:00100000:2.0:1778923641.759362:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54934:x1865335281777152:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 794us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.759370:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5667 00000100:00100000:0.0:1778923641.762821:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.762920:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777280 00000100:00100000:1.0:1778923641.762934:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777280 00000100:00100000:1.0:1778923641.763015:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7420 00000100:00100000:1.0:1778923641.763028:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281777280:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923641.763053:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.763082:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547253 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923641.763118:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923641.763146:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.763149:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.763160:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.763182:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.763199:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923641.763417:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281777280:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 391us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923641.763425:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7420 00000100:00100000:3.0:1778923641.765879:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.765976:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777408 00000100:00100000:2.0:1778923641.765996:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777408 00000100:00100000:2.0:1778923641.766062:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7421 00000100:00100000:2.0:1778923641.766072:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281777408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923641.766095:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923641.766119:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54725a expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923641.766152:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923641.766177:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.766180:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.766190:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.766210:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.766231:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679600, rc 0) 00000100:00100000:2.0:1778923641.766299:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281777408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 228us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.766306:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7421 00000100:00100000:2.0:1778923641.769058:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.769159:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777664 00000100:00100000:0.0:1778923641.769174:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777664 00000100:00100000:0.0:1778923641.769247:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5668 00000100:00100000:0.0:1778923641.769259:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+218:54934:x1865335281777664:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923641.769288:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923641.769292:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923641.769327:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a4e90 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471ff expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769355:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923641.769363:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923641.769404:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a4f1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547261 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769560:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769577:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769588:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923641.769604:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:0.0:1778923641.769767:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a4f1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547261 expref: 220 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769786:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547261 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923641.769794:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923641.769797:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923641.769800:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:0.0:1778923641.769896:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:54934:x1865335281777664:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 639us (853us total) trans 8589940033 rc 0/0 00000100:00100000:0.0:1778923641.769904:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5668 00000100:00100000:0.0:1778923641.773874:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923641.773926:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.774319:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777792 00000100:00100000:2.0:1778923641.774332:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777792 00000100:00100000:2.0:1778923641.774403:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281777920 00000100:00100000:2.0:1778923641.774407:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281777920 00000100:00100000:2.0:1778923641.774443:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7422 00000100:00100000:2.0:1778923641.774455:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281777792:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923641.774551:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774574:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.774577:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.774583:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774600:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774641:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774651:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774661:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774669:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.774673:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774682:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774701:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774710:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4f31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.774802:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281777792:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 349us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.774810:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7422 00000100:00100000:2.0:1778923641.774831:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7423 00000100:00100000:2.0:1778923641.774838:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281777920:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923641.774859:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774879:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 39 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774895:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923641.774897:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923641.774899:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774941:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 39 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.774956:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 39 pid: 32943 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.774974:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287733248:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923641.777400:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923641.788629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.790497:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778048 00000100:00100000:3.0:1778923641.790552:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778048 00010000:00010000:3.0:1778923641.790617:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 40 pid: 32943 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.790672:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3271 00000100:00100000:3.0:1778923641.790693:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281778048:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923641.790714:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923641.790742:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 40 pid: 32943 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.790758:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 40 pid: 32943 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.790792:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.790795:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.790801:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.790813:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.790840:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923641.790942:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281778048:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 251us (2326us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923641.790951:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3271 00010000:00010000:2.0:1778923641.793354:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a4d7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471a4 expref: 39 pid: 32943 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.793384:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287733248:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923641.793418:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.793433:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.793446:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.793491:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794096:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794107:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794114:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.794118:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794128:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794151:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.794159:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.794353:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281777920:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 19512us (20423us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.794365:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7423 00000100:00100000:0.0:1778923641.865247:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923641.865397:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778176 00000100:00100000:1.0:1778923641.865410:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778176 00000100:00100000:1.0:1778923641.865490:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7424 00000100:00100000:1.0:1778923641.865688:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281778176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923641.865713:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923641.865745:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547268 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923641.865786:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2aa:0x0] initial LVB size: 0, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a083878, blocks: 0x1 00010000:00010000:1.0:1778923641.865814:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.865817:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923641.865828:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 39 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.865849:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 39 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.865865:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1200, rc 0) 00000100:00100000:1.0:1778923641.865944:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281778176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 444us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923641.865951:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7424 00000100:00100000:0.0:1778923641.870080:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.870254:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778304 00000100:00100000:2.0:1778923641.870268:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778304 00000100:00100000:2.0:1778923641.870363:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3737 00000100:00100000:2.0:1778923641.870375:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281778304:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923641.870425:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.870445:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.870447:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.870453:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.870468:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875853:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875880:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875899:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875913:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923641.875918:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875928:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875952:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.875960:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a4f46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.876078:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281778304:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5695us (6003us total) trans 0 rc 193917/193917 00000100:00100000:2.0:1778923641.876089:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3737 00000100:00100000:0.0:1778923641.884310:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.884424:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778432 00000100:00100000:3.0:1778923641.884438:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778432 00000100:00100000:3.0:1778923641.884572:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3738 00000100:00100000:3.0:1778923641.884584:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281778432:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923641.884630:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.884658:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.884668:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.884671:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923641.884675:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.884721:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.884737:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 1438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.884762:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287733376:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923641.885039:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:0.0:1778923641.889877:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923641.890335:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778560 00000100:00100000:2.0:1778923641.890349:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778560 00010000:00010000:2.0:1778923641.890401:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 40 pid: 6547 timeout: 1438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923641.890455:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3272 00000100:00100000:2.0:1778923641.890467:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281778560:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923641.890487:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923641.890551:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 40 pid: 6547 timeout: 1438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.890568:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 40 pid: 6547 timeout: 1438 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.890597:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.890600:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923641.890607:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.890619:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923641.890645:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923641.890706:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281778560:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 241us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923641.890714:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3272 00010000:00010000:3.0:1778923641.892270:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a4f0e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547253 expref: 39 pid: 6547 timeout: 1438 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923641.892299:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287733376:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923641.892332:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.892344:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923641.892351:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923641.948380:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872369 is committed 00000001:00080000:1.0:1778923641.948526:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872373 is committed 00000001:00080000:1.0:1778923641.948560:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872370 is committed 00000001:00080000:1.0:1778923641.948585:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872374 is committed 00002000:00010000:1.0:1778923641.949169:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 0 -> 193917 00002000:00010000:1.0:1778923641.949175:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 0 -> 1778923642 00002000:00010000:1.0:1778923641.949178:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 0 -> 1778923642 00002000:00010000:1.0:1778923641.949181:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1778923641.949383:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949400:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949410:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949419:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923641.949425:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949434:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949462:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923641.949471:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078fa729a/0x3baece0abe6a4f4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923641.950165:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281778432:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 65573us (65859us total) trans 17179872374 rc 0/0 00000100:00100000:1.0:1778923641.950179:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3738 00000100:00100000:2.0:1778923641.954297:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923641.954418:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778688 00000100:00100000:3.0:1778923641.954433:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778688 00000100:00100000:3.0:1778923641.954759:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5669 00000100:00100000:3.0:1778923641.954771:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+219:54934:x1865335281778688:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:1.0:1778923642.018943:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940033 is committed 00000020:00080000:1.0:1778923642.018976:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce72e4800c0 refcount 2 committed 0 result 0 batchid 4294969404 00000020:00080000:1.0:1778923642.018983:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce73b471e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70820ab40 00000020:00080000:1.0:1778923642.018996:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce73b471c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72e480e40 00000020:00080000:1.0:1778923642.018999:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce73b471a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce741205c00 00000020:00080000:1.0:1778923642.019003:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].49 00000020:00080000:3.0:1778923642.019192:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969404 committed batchid 4294969403 00000020:00080000:3.0:1778923642.019626:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969403 00000100:00100000:0.0:1778923642.019998:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54934:x1865335281778688:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 65212us (65697us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.020014:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5669 00000100:00100000:1.0:1778923642.022927:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.023005:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.023209:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778816 00000100:00100000:0.0:1778923642.023222:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778816 00000100:00100000:0.0:1778923642.023352:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281778944 00000100:00100000:0.0:1778923642.023356:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281778944 00000100:00100000:3.0:1778923642.023392:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7425 00000100:00100000:3.0:1778923642.023405:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281778816:12345-192.168.203.24@tcp:16:lfs.0 00000100:00080000:1.0:1778923642.023583:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1778923642.023588:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923642.023686:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281778816:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 283us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.023695:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7425 00000100:00100000:3.0:1778923642.023716:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7426 00000100:00100000:3.0:1778923642.023724:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281778944:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923642.023772:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281778944:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 49us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.026244:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7426 00000100:00100000:1.0:1778923642.037954:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.038016:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.038328:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779072 00000100:00100000:3.0:1778923642.038343:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779072 00000100:00100000:3.0:1778923642.038423:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779200 00000100:00100000:3.0:1778923642.038428:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779200 00000100:00100000:3.0:1778923642.038465:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7427 00000100:00100000:3.0:1778923642.038476:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281779072:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923642.038574:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.038574:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7428 00000100:00100000:2.0:1778923642.038586:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281779200:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923642.038597:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.038600:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.038606:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038608:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038617:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.038619:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.038621:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038627:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038637:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038667:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038667:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038677:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038677:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038686:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038686:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038694:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923642.038694:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923642.038699:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.038699:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038708:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038726:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.038732:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.038837:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281779072:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 362us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.038844:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7427 00010000:00010000:2.0:1778923642.039335:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.039349:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.039357:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a4f5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.039421:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281779200:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 839us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.039428:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7428 00000100:00100000:1.0:1778923642.043897:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.044269:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779456 00000100:00100000:0.0:1778923642.044283:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779456 00000100:00100000:0.0:1778923642.044386:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5670 00000100:00100000:0.0:1778923642.044398:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54934:x1865335281779456:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923642.044473:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923642.044720:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a4f07 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54724c expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.044745:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:0.0:1778923642.044760:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923642.044819:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.044836:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.044847:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923642.045398:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000496a7ed9 reply state 0000000049deb00c transno 8589940034 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.045411:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00080000:1.0:1778923642.045664:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923642.047945:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281779456:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 3533us (4060us total) trans 8589940034 rc 0/0 00000100:00100000:1.0:1778923642.047963:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5670 00000100:00100000:1.0:1778923642.051765:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.052123:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779584 00000100:00100000:3.0:1778923642.052136:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779584 00000100:00100000:3.0:1778923642.052209:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5671 00000100:00100000:3.0:1778923642.052221:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281779584:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923642.052253:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923642.052282:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54726f expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.052361:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.052379:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.052400:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce728e15d00) 00010000:00010000:3.0:1778923642.052403:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923642.052407:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:3.0:1778923642.052481:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54934:x1865335281779584:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 263us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.052489:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5671 00010000:00010000:2.0:1778923642.053109:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053121:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053129:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053136:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923642.053141:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053149:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053164:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce728e15d00) 00010000:00010000:2.0:1778923642.053166:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923642.053171:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.053177:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a4f62 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.056294:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.056384:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779712 00000100:00100000:0.0:1778923642.056396:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779712 00000100:00100000:0.0:1778923642.056464:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7429 00000100:00100000:0.0:1778923642.056475:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54934:x1865335281779712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923642.056497:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923642.056573:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547276 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923642.056604:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 193917, mtime: 0x6a08387a, atime: 0x0, ctime: 0x6a08387a, blocks: 0x203 00010000:00010000:0.0:1778923642.056629:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.056632:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.056641:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.056659:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.056674:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:0.0:1778923642.056740:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54934:x1865335281779712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 267us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.056747:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7429 00000100:00100000:1.0:1778923642.059694:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.059797:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779840 00000100:00100000:2.0:1778923642.059811:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779840 00000100:00100000:2.0:1778923642.059877:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7430 00000100:00100000:2.0:1778923642.059896:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:54934:x1865335281779840:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923642.059919:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923642.059939:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54727d expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.059980:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.059999:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.060001:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.060006:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.060047:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.060217:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.060236:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287733504:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923642.060336:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.063858:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.064191:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287733504:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923642.064232:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 28 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.064267:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923642.064343:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:54934:x1865335281779840:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4448us (4663us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.064353:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7430 00000100:00100000:3.0:1778923642.065759:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281779968 00000100:00100000:3.0:1778923642.065842:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281779968 00010000:00010000:3.0:1778923642.065962:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.066151:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3273 00000100:00100000:3.0:1778923642.066163:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281779968:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923642.066184:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923642.066214:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.066231:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.066260:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a4f15 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54725a expref: 28 pid: 26020 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.066280:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.066282:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.066289:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 27 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.066300:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 27 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.066349:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 27 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.066367:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287733632:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923642.066468:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8540 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.069962:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.070260:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287733632:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923642.070289:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923642.070357:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281779968:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4196us (6511us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.070371:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3273 00000100:00100000:2.0:1778923642.070529:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780096 00000100:00100000:2.0:1778923642.070539:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780096 00000100:00100000:2.0:1778923642.070591:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7431 00000100:00100000:2.0:1778923642.070600:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281780096:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923642.070944:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:2.0:1778923642.070949:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923642 -> 1778923640 00002000:00010000:2.0:1778923642.070951:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:2.0:1778923642.070953:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:2.0:1778923642.070956:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923642.071077:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281780096:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 390us (1040us total) trans 17179872375 rc 0/0 00000100:00100000:2.0:1778923642.071086:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7431 00000100:00100000:0.0:1778923642.073305:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.073387:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780224 00000100:00100000:3.0:1778923642.073400:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780224 00000100:00100000:3.0:1778923642.073468:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7432 00000100:00100000:3.0:1778923642.073479:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281780224:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923642.073846:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923642.073852:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 0 -> 1778923640 00002000:00010000:3.0:1778923642.073855:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 0 -> 1778923638 00002000:00010000:3.0:1778923642.073857:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 0 -> 1778923642 00002000:00010000:3.0:1778923642.073860:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923642.073933:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281780224:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 455us (638us total) trans 21474839473 rc 0/0 00000100:00100000:3.0:1778923642.073942:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7432 00000100:00100000:1.0:1778923642.077096:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.077212:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780480 00000100:00100000:0.0:1778923642.077225:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780480 00000100:00100000:0.0:1778923642.077298:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5672 00000100:00100000:0.0:1778923642.077309:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281780480:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:0.0:1778923642.077394:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077418:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077433:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077466:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077475:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077482:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077489:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923642.077545:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077555:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077570:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce728e15d00) 00010000:00010000:0.0:1778923642.077573:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1778923642.077579:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.077587:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a4f7e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.077689:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281780480:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 380us (608us total) trans 0 rc -22/-22 00000100:00100000:0.0:1778923642.077698:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5672 00000100:00100000:1.0:1778923642.088431:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.088563:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780736 00000100:00100000:2.0:1778923642.088578:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780736 00000100:00100000:2.0:1778923642.088660:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5673 00000100:00100000:2.0:1778923642.088673:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281780736:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923642.088739:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923642.088772:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4dcc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c7 expref: 204 pid: 30325 timeout: 1438 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.088803:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.088809:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923642.088859:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.088876:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.088904:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923642.089116:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e8386492 reply state 0000000094485392 transno 8589940035 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.089126:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923642.089245:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54934:x1865335281780736:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 575us (831us total) trans 8589940035 rc 0/0 00000100:00100000:2.0:1778923642.089253:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5673 00010000:00010000:0.0:1778923642.091932:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.091953:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.091960:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.091966:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923642.091971:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.091978:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.092011:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923642.092014:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923642.092020:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.092027:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a4f85 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.094810:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.095672:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780864 00000100:00100000:3.0:1778923642.095688:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780864 00000100:00100000:3.0:1778923642.095828:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7433 00000100:00100000:3.0:1778923642.095841:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:54934:x1865335281780864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923642.095866:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923642.096083:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547284 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.096127:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.096137:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.096139:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.096144:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 29 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.096191:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.096206:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.096223:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287733760:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923642.096330:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.100064:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287733760:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923642.100127:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 29 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.100154:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:1.0:1778923642.100249:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:54934:x1865335281780864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4409us (5450us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.100260:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7433 00000100:00100000:2.0:1778923642.104940:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.105136:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281780992 00000100:00100000:3.0:1778923642.105149:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281780992 00010000:00010000:3.0:1778923642.105203:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.105256:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3274 00000100:00100000:3.0:1778923642.105268:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281780992:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923642.105289:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923642.105317:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.105333:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.105361:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a4e9e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547206 expref: 29 pid: 8354 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.105385:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.105387:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.105395:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 28 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.105407:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 28 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.105457:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 28 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.105475:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287733888:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923642.105649:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923642.109417:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.109518:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781120 00000100:00100000:1.0:1778923642.109530:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781120 00000100:00100000:1.0:1778923642.109595:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7434 00000100:00100000:1.0:1778923642.109606:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:54934:x1865335281781120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923642.109629:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923642.109650:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54728b expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.109691:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.109701:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.109704:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.109709:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54728b expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.109747:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.109761:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 31 pid: 32943 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.110090:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287734016:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923642.110243:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.110862:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287733888:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923642.110905:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923642.110946:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281780992:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5680us (6023us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.110957:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3274 00000100:00100000:0.0:1778923642.119858:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.120269:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781248 00000100:00100000:1.0:1778923642.120281:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781248 00010000:00010000:1.0:1778923642.120335:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 32 pid: 32943 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.120387:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3275 00000100:00100000:1.0:1778923642.120397:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281781248:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923642.120416:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923642.120447:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 32 pid: 32943 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.120468:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 32 pid: 32943 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.120535:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.120538:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.120546:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54728b expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.120559:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54728b expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.120608:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54728b expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.120625:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287734144:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923642.120733:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00010000:00010000:3.0:1778923642.123341:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000043d47f7f/0x3baece0abe6a4f3f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547268 expref: 32 pid: 32943 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.123370:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287734016:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923642.123412:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f36b8f73/0x3baece0abe6a4f93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54728b expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.123432:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0800, rc 0) 00000100:00100000:3.0:1778923642.123572:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:54934:x1865335281781120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 13966us (14166us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.123583:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7434 00000100:00100000:2.0:1778923642.124005:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f40a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287734144:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923642.124021:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923642.124063:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281781248:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3667us (4220us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.124073:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3275 00000100:00100000:0.0:1778923642.127607:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.127652:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.127785:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781376 00000100:00100000:1.0:1778923642.127797:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781376 00000100:00100000:1.0:1778923642.127871:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781504 00000100:00100000:1.0:1778923642.127874:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781504 00000100:00100000:1.0:1778923642.127919:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7435 00000100:00100000:1.0:1778923642.127930:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281781376:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923642.128197:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:1.0:1778923642.128202:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.128205:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.128208:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.128211:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.128286:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281781376:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 357us (692us total) trans 21474839474 rc 0/0 00000100:00100000:1.0:1778923642.128293:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7435 00000100:00100000:1.0:1778923642.128461:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7436 00000100:00100000:1.0:1778923642.128470:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281781504:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923642.128641:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.128645:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.128647:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.128650:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.128652:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923642.128676:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281781504:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 208us (1024us total) trans 17179872376 rc 0/0 00000100:00100000:1.0:1778923642.128683:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7436 00000100:00100000:1.0:1778923642.133118:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.133452:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781760 00000100:00100000:2.0:1778923642.133467:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781760 00000100:00100000:2.0:1778923642.133705:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2074 00000100:00100000:2.0:1778923642.133716:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281781760:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923642.133836:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547261 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.133910:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.133926:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.133936:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.133981:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.134007:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 204 pid: 30327 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.134026:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287734272:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923642.134134:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.136872:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.136994:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281781888 00000100:00100000:3.0:1778923642.137007:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281781888 00010000:00010000:3.0:1778923642.137060:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 205 pid: 30327 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.137115:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3276 00000100:00100000:3.0:1778923642.137126:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:2353:x1865335281781888:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923642.137146:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923642.137154:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 205 pid: 30327 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.137168:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 205 pid: 30327 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.137198:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.137204:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.137216:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.137226:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.137251:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923642.137314:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:2353:x1865335281781888:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 189us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.137323:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3276 00010000:00010000:2.0:1778923642.138561:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c0a00/0x3baece0abe6a4db7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471c0 expref: 204 pid: 30327 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.138590:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287734272:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923642.138621:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138632:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138638:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138671:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138684:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138693:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138733:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.138751:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 203 pid: 31653 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.138768:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287734400:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923642.139178:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.142812:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.143030:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287734400:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923642.143067:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.143403:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281782016 00000100:00100000:3.0:1778923642.143412:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281782016 00010000:00010000:3.0:1778923642.143462:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 204 pid: 31653 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.143550:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3277 00000100:00100000:3.0:1778923642.143562:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281782016:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923642.143583:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923642.143589:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 204 pid: 31653 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143603:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 204 pid: 31653 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143629:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4f69 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54726f expref: 204 pid: 31653 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143646:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce728e15d00) 00010000:00010000:3.0:1778923642.143651:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143662:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143671:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.143696:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923642.143765:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281782016:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.143773:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3277 00010000:00010000:1.0:1778923642.144440:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.144450:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.145539:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734528:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.145620:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.145657:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7189606c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923642.145851:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287734528 00000100:00100000:2.0:1778923642.145859:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287734528 00000100:00100000:2.0:1778923642.145939:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1778923642.145947:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287734528:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.146038:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287734528:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 91us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.146046:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00080000:1.0:1778923642.146343:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923642.146378:0:30330:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872373 gen 2 00000004:00080000:1.0:1778923642.146384:0:30330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872351 committed transno 17179872373 00000004:00080000:1.0:1778923642.146412:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d500, transno 17179872352 00000004:00080000:1.0:1778923642.146428:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c000, transno 17179872353 00000004:00080000:1.0:1778923642.146431:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641fb80, transno 17179872354 00000004:00080000:1.0:1778923642.146434:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641e300, transno 17179872355 00000004:00080000:1.0:1778923642.146437:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d180, transno 17179872356 00000004:00080000:1.0:1778923642.146439:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ca80, transno 17179872357 00000004:00080000:1.0:1778923642.146442:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c380, transno 17179872358 00000004:00080000:1.0:1778923642.146445:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c22d80, transno 17179872359 00000004:00080000:1.0:1778923642.146447:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c21880, transno 17179872360 00000004:00080000:1.0:1778923642.146450:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c22300, transno 17179872361 00000004:00080000:1.0:1778923642.146452:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d880, transno 17179872362 00000004:00080000:1.0:1778923642.146455:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0700, transno 17179872363 00000004:00080000:1.0:1778923642.146457:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0000, transno 17179872364 00000004:00080000:1.0:1778923642.146460:0:30330:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1500, transno 17179872365 00000004:00080000:1.0:1778923642.146463:0:30330:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872373 committed transno 17179872373 00000100:00100000:1.0:1778923642.146479:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734528:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.146570:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734656:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.146601:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.146620:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067da240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.146634:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287734656 00000100:00100000:1.0:1778923642.146638:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287734656 00000100:00100000:1.0:1778923642.146673:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1778923642.146678:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287734656:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.146729:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287734656:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.146737:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00080000:1.0:1778923642.146751:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923642.146768:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734656:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.146820:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.146839:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.146851:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.146863:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287734784 00000100:00100000:1.0:1778923642.146866:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287734784 00000100:00100000:1.0:1778923642.147787:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1778923642.147802:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287734784:12345-0@lo:1000:mdt_rdpg00_001.0 00000004:00080000:2.0:1778923642.148405:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 14 done 00000100:00100000:1.0:1778923642.149262:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287734784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1459us (2414us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.149278:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1778923642.149461:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f43800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.149600:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.149663:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.149691:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.150124:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287734912 00000100:00100000:1.0:1778923642.150133:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287734912 00000100:00100000:1.0:1778923642.150239:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:1.0:1778923642.150248:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287734912:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.150348:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287734912:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 101us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.150356:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1778923642.150416:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287734912:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.151702:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735040:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.151789:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.152480:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.152703:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735040 00000100:00100000:0.0:1778923642.152715:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735040 00000100:00100000:0.0:1778923642.152782:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1778923642.152791:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735040:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.152975:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735040:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 184us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.152983:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1778923642.153225:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735040:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.153307:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.153343:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.153367:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.153418:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735168 00000100:00100000:0.0:1778923642.153423:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735168 00000100:00100000:0.0:1778923642.153458:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1778923642.153465:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735168:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.153671:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735168:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 206us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.153677:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1778923642.153740:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735168:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.153795:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735296:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.153817:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.153835:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.153931:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735296 00000100:00100000:1.0:1778923642.153936:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735296 00000100:00100000:1.0:1778923642.153966:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1778923642.153973:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735296:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.154053:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735296:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 80us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.154061:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1778923642.154197:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735296:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154229:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154253:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.154273:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.154313:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735424 00000100:00100000:1.0:1778923642.154316:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735424 00000100:00100000:1.0:1778923642.154332:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1778923642.154337:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735424:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.154386:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735424:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 48us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.154392:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1778923642.154442:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154471:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154490:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.154545:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.154603:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735552 00000100:00100000:1.0:1778923642.154607:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735552 00000100:00100000:1.0:1778923642.154621:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1778923642.154626:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.154663:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.154669:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1778923642.154806:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154833:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.154852:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.154870:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.154969:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735680 00000100:00100000:1.0:1778923642.154973:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735680 00000100:00100000:1.0:1778923642.154999:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1778923642.155005:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735680:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.155054:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735680:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.155060:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1778923642.155193:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.155226:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.155249:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.155270:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.155313:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735808 00000100:00100000:1.0:1778923642.155316:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735808 00000100:00100000:1.0:1778923642.155333:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1778923642.155339:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735808:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.155413:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287735808:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.155420:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1778923642.155530:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.155557:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.155576:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.155590:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.155770:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287735936 00000100:00100000:1.0:1778923642.155843:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287735936 00000100:00100000:1.0:1778923642.155865:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1778923642.155871:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735936:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.155933:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287735936:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 62us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.155940:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1778923642.156113:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287735936:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156149:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156176:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.156197:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.156244:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736064 00000100:00100000:1.0:1778923642.156249:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736064 00000100:00100000:1.0:1778923642.156274:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1778923642.156281:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736064:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.156329:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736064:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 49us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.156336:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1778923642.156392:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736064:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156416:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736192:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156436:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.156453:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.156579:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736192 00000100:00100000:1.0:1778923642.156583:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736192 00000100:00100000:1.0:1778923642.156599:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1778923642.156604:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736192:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.156642:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736192:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 38us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.156648:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1778923642.156704:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736192:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156735:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.156758:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.156842:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.156897:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736320 00000100:00100000:0.0:1778923642.156901:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736320 00000100:00100000:0.0:1778923642.156920:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1778923642.156926:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736320:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.156982:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736320:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 56us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.157070:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1778923642.157165:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736320:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157196:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157221:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.157241:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.157288:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736448 00000100:00100000:0.0:1778923642.157293:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736448 00000100:00100000:0.0:1778923642.157319:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:0.0:1778923642.157326:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736448:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.157378:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736448:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 53us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.157384:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1778923642.157466:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736448:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157596:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736576:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157620:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.157631:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.157682:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736576 00000100:00100000:0.0:1778923642.157686:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736576 00000100:00100000:0.0:1778923642.157746:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1778923642.157753:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736576:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.157838:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736576:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 85us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.157846:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1778923642.157903:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736576:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157931:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.157953:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.158271:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.158333:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736704 00000100:00100000:3.0:1778923642.158338:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736704 00000100:00100000:3.0:1778923642.158365:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1778923642.158373:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736704:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.158455:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736704:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 83us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.158461:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1778923642.158678:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736704:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.158725:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736832:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.158755:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.158784:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.158910:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736832 00000100:00100000:3.0:1778923642.158914:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736832 00000100:00100000:3.0:1778923642.158935:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1778923642.158940:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735df3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736832:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.159001:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735df3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287736832:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 61us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.159007:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:2.0:1778923642.159441:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736832:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.159479:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.161747:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.162124:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.162256:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287736960 00000100:00100000:3.0:1778923642.162269:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287736960 00000100:00100000:3.0:1778923642.162330:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1778923642.162341:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736960:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.162494:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287736960:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 154us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.162533:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1778923642.162690:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287736960:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.162860:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.162914:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.162939:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.163087:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737088 00000100:00100000:3.0:1778923642.163092:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737088 00000100:00100000:3.0:1778923642.163118:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1778923642.163125:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737088:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.163190:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737088:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 65us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.163197:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1778923642.163268:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737088:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.163304:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.163329:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.163352:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.163398:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737216 00000100:00100000:3.0:1778923642.163402:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737216 00000100:00100000:3.0:1778923642.163421:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1778923642.163427:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737216:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.163490:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737216:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 63us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.163610:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737216:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.163644:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.163666:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.163675:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.163740:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1778923642.163753:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737344 00000100:00100000:3.0:1778923642.163756:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737344 00000100:00100000:3.0:1778923642.163771:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1778923642.163931:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737344:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.163981:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737344:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 205us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.164118:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737344:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.164150:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.164173:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.164194:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.164229:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1778923642.164244:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737472 00000100:00100000:3.0:1778923642.164247:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737472 00000100:00100000:3.0:1778923642.164261:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1778923642.164267:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737472:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.164321:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737472:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.164328:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1778923642.164428:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737472:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.164459:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.164479:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.164631:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.164694:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737600 00000100:00100000:3.0:1778923642.164697:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737600 00000100:00100000:3.0:1778923642.164755:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1778923642.164763:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737600:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.164899:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737600:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 137us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.164906:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:2.0:1778923642.164962:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737600:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.165006:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.165029:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.170368:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.170462:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737728 00000100:00100000:1.0:1778923642.170474:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737728 00000100:00100000:1.0:1778923642.170647:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1778923642.170657:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737728:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.170901:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737728:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 245us (5869us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.170910:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1778923642.171292:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737728:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.171400:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.171448:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.171610:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.171667:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737856 00000100:00100000:3.0:1778923642.171674:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737856 00000100:00100000:1.0:1778923642.171737:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1778923642.171746:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737856:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.171900:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287737856:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 155us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.171907:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1778923642.171979:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737856:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.172263:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.172293:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.172316:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.172369:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287737984 00000100:00100000:1.0:1778923642.172374:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287737984 00000100:00100000:1.0:1778923642.172409:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1778923642.172416:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737984:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.172480:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287737984:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 64us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.172487:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1778923642.172685:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287737984:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.172727:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.172751:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.172772:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.172871:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738112 00000100:00100000:0.0:1778923642.172875:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738112 00000100:00100000:0.0:1778923642.172917:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1778923642.172925:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287738112:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.172981:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287738112:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 57us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.173079:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:2.0:1778923642.173168:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738112:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.173206:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738240:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.173231:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.173251:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923642.173299:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738240 00000100:00100000:0.0:1778923642.173304:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738240 00000100:00100000:0.0:1778923642.173331:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1778923642.173338:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287738240:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1778923642.173393:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287738240:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.173399:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1778923642.173603:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738240:0@lo:1000:mdt_rdpg00_001.0 00000040:00080000:2.0:1778923642.174433:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].50, 1536 off78584 00000001:00080000:2.0:1778923642.174447:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940036 00000100:00100000:2.0:1778923642.174741:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.174876:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.174951:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.175121:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738368 00000100:00100000:3.0:1778923642.175130:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738368 00000100:00100000:3.0:1778923642.175168:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1778923642.175176:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30330:x1865335287738368:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1778923642.175918:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287738368:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 738us (1038us total) trans 17179872377 rc 0/0 00000100:00100000:3.0:1778923642.175929:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1778923642.176152:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56a00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738368:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.176198:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738496:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1778923642.176231:0:30330:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.176289:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923642.176326:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738496 00000100:00100000:1.0:1778923642.176331:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738496 00000100:00100000:1.0:1778923642.176402:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1778923642.176410:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30330:x1865335287738496:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1778923642.176930:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30330:x1865335287738496:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 519us (696us total) trans 21474839475 rc 0/0 00000100:00100000:1.0:1778923642.176938:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1778923642.177125:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100df480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:30330:1865335287738496:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1778923642.177259:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940037 00010000:00010000:2.0:1778923642.177301:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177314:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177323:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177329:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923642.177334:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177342:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177366:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce728e15d00) 00010000:00010000:2.0:1778923642.177369:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923642.177376:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177382:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fa1 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177413:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177420:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177425:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177430:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923642.177433:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177440:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177448:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.177450:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1778923642.177453:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177459:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4f9a lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.177476:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.177479:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923642.177486:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a4f23 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547261 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.177974:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100a3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281781760:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 44258us (44872us total) trans 8589940038 rc 0/0 00000100:00100000:2.0:1778923642.177995:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2074 00000020:00080000:2.0:1778923642.178001:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923642.186279:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.186390:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281782144 00000100:00100000:0.0:1778923642.186403:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281782144 00000100:00100000:0.0:1778923642.186540:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5674 00000100:00100000:0.0:1778923642.186553:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54934:x1865335281782144:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923642.186582:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923642.186607:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a4fa8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547292 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.186688:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a4fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547292 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.186715:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a4fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547292 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.186751:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923642.186755:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923642.186759:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:0.0:1778923642.186835:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54934:x1865335281782144:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 285us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.186843:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5674 00000100:00100000:2.0:1778923642.197278:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.197424:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281782400 00000100:00100000:1.0:1778923642.197439:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281782400 00000100:00100000:1.0:1778923642.197567:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2075 00000100:00100000:1.0:1778923642.197581:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54934:x1865335281782400:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923642.197919:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54934:x1865335281782400:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 341us (655us total) trans 8589940039 rc 0/0 00000100:00100000:1.0:1778923642.197927:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2075 00000100:00100000:1.0:1778923642.200395:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.200475:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281782656 00000100:00100000:2.0:1778923642.200487:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281782656 00000100:00100000:2.0:1778923642.200578:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2076 00000100:00100000:2.0:1778923642.200588:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54934:x1865335281782656:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923642.201239:0:30330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1778923642.201429:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201450:0:30330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201465:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201474:0:30330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201481:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201489:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.201549:0:30330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923642.201654:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54934:x1865335281782656:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1065us (1278us total) trans 8589940040 rc 0/0 00000100:00100000:2.0:1778923642.201663:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2076 00010000:00010000:3.0:1778923642.201958:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923642.201967:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.201976:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923642.201980:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.201990:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.202005:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c1:0x0].0x0 (ffff9ce737d5f600) 00010000:00010000:3.0:1778923642.202009:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923642.202015:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.202022:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4faf lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.202043:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923642.202045:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923642.202047:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923642.238357:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.238481:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281782784 00000100:00100000:2.0:1778923642.238552:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281782784 00000100:00100000:2.0:1778923642.238634:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5675 00000100:00100000:2.0:1778923642.238647:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7067b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54935:x1865335281782784:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923642.238679:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923642.238705:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fb6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547299 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238799:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238817:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238830:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923642.238889:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00000004:00200000:2.0:1778923642.238894:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923642.238917:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238934:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238963:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a4fb6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238985:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.238995:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.238998:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923642.239002:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923642.239078:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7067b1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54935:x1865335281782784:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 434us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.239085:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5675 00000100:00100000:0.0:1778923642.249242:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.249341:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783040 00000100:00100000:3.0:1778923642.249354:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783040 00000100:00100000:3.0:1778923642.249432:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5676 00000100:00100000:3.0:1778923642.249444:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54935:x1865335281783040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923642.249470:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923642.249498:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4fc4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472a0 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.249685:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4fcb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.249704:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4fcb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.249718:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4fcb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923642.249732:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:3.0:1778923642.249910:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4fc4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472a0 expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.249932:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4fcb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472a0 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.249942:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.249946:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923642.249950:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063000, rc 0) 00000100:00100000:3.0:1778923642.250022:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54935:x1865335281783040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 581us (796us total) trans 8589940041 rc 0/0 00000100:00100000:3.0:1778923642.250031:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5676 00000100:00100000:3.0:1778923642.276725:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.278905:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783168 00000100:00100000:1.0:1778923642.278924:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783168 00000100:00100000:1.0:1778923642.279028:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7437 00000100:00100000:1.0:1778923642.279040:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281783168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923642.279064:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923642.279088:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4fd9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472a7 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.279171:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607f42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287738624:192.168.203.24@tcp:106: 00000100:00100000:1.0:1778923642.279309:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.284875:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607f42a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287738624:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923642.284942:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4fd9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472a7 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.284976:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a4fd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472a7 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.284996:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:3.0:1778923642.285075:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281783168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6036us (8375us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923642.285086:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7437 00000100:00100000:1.0:1778923642.302889:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287738752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1778923642.302992:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.303145:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287738880:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.303191:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.303250:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738880 00000100:00100000:2.0:1778923642.303260:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738880 00000100:00100000:2.0:1778923642.303316:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1778923642.303326:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705735050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287738880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.303389:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705735050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287738880:12345-0@lo:400:kworker.0 Request processed in 64us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.303397:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1778923642.303455:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287738880:0@lo:400:kworker.0 00000100:00100000:3.0:1778923642.303595:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923642.303606:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287739008:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1778923642.303642:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923642.303673:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287738752 00000100:00100000:3.0:1778923642.303677:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287738752 00000100:00100000:3.0:1778923642.303705:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287739008 00000100:00100000:3.0:1778923642.303708:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287739008 00000100:00100000:3.0:1778923642.303724:0:31654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1778923642.303730:0:31654:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287738752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1778923642.303748:0:31654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 311492608 pending 0 free 3855613952 avail 3852468224 00000100:00100000:2.0:1778923642.303968:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1778923642.303978:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3294:x1865335287739008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1778923642.304009:0:6549:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 216072192 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1778923642.304048:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3294:x1865335287739008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.304055:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1778923642.304099:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287739008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1778923642.308306:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923642.308336:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287739136:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308426:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.308484:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1865335287739392:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308530:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.308550:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1778923642.308555:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1865335287739264:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308579:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.308613:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287739136 00000100:00100000:2.0:1778923642.308622:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287739136 00000100:00100000:2.0:1778923642.308692:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287739392 00000100:00100000:2.0:1778923642.308695:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287739392 00000100:00100000:2.0:1778923642.308714:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287739264 00000100:00100000:2.0:1778923642.308716:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287739264 00000100:00100000:2.0:1778923642.308734:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1778923642.308743:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287739136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308803:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287739136:12345-0@lo:400:kworker.0 Request processed in 61us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.308811:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1778923642.308831:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1778923642.308837:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1865335287739392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308874:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3292:x1865335287739392:12345-0@lo:400:kworker.0 Request processed in 38us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.308893:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:2.0:1778923642.308906:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1778923642.308912:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1865335287739264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.308941:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3292:x1865335287739264:12345-0@lo:400:kworker.0 Request processed in 29us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.308948:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00080000:2.0:1778923642.308965:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923642.309013:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3292:1865335287739264:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.309026:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3292:1865335287739392:0@lo:400:kworker.0 00000100:00100000:2.0:1778923642.309062:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287739136:0@lo:400:kworker.0 00000100:00100000:3.0:1778923642.309181:0:31654:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287738752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5448us (6187us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.309193:0:31654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1778923642.316577:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287738752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1778923642.344481:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.344687:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783296 00000100:00100000:1.0:1778923642.344700:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783296 00000100:00100000:1.0:1778923642.344802:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3739 00000100:00100000:1.0:1778923642.344814:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281783296:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923642.344862:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.344895:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.344898:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.344906:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.344923:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357842:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357867:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357876:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357896:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.357901:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357910:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357935:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.357955:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a4fe0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.358072:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281783296:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13254us (13599us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923642.358084:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3739 00000100:00100000:1.0:1778923642.370023:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.370204:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783424 00000100:00100000:2.0:1778923642.370221:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783424 00000100:00100000:2.0:1778923642.370319:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3740 00000100:00100000:2.0:1778923642.370331:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281783424:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923642.370386:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.370417:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 29 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.370426:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923642.370429:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923642.370434:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.370480:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 29 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.370652:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 29 pid: 6548 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.370675:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287739520:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923642.370848:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067daa80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923642.376908:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287739520:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923642.376953:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.377763:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.378091:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783552 00000100:00100000:2.0:1778923642.378102:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783552 00010000:00010000:2.0:1778923642.378150:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 30 pid: 6548 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.378200:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3278 00000100:00100000:2.0:1778923642.378211:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281783552:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923642.378230:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923642.378259:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 30 pid: 6548 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.378279:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 30 pid: 6548 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.378309:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000332228a1/0x3baece0abe6a4f8c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547284 expref: 30 pid: 6548 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.378327:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.378330:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.378336:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.378348:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.378390:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923642.378465:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281783552:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 255us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.378474:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3278 00010000:00010000:1.0:1778923642.378658:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.378669:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384260:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384284:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384294:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384303:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.384309:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384324:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384345:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.384354:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a4fe7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.384473:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281783424:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14138us (14458us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923642.384485:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3740 00000100:00100000:1.0:1778923642.394233:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.394348:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783680 00000100:00100000:0.0:1778923642.394362:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783680 00000100:00100000:0.0:1778923642.394456:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3741 00000100:00100000:0.0:1778923642.394469:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281783680:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923642.394589:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.394623:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.394632:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923642.394635:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923642.394639:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.394693:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.394860:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 31 pid: 25674 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.394887:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287739648:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923642.394991:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923642.400063:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287739648:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923642.400103:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.400268:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.400466:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783808 00000100:00100000:1.0:1778923642.400476:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783808 00010000:00010000:1.0:1778923642.400569:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 32 pid: 25674 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.400607:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3279 00000100:00100000:1.0:1778923642.400618:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281783808:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923642.400636:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923642.400663:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 32 pid: 25674 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.400678:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 32 pid: 25674 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.400707:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a4f70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547276 expref: 32 pid: 25674 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.400728:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.400730:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.400735:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.400747:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.400858:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923642.401338:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281783808:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 720us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.401349:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3279 00010000:00010000:0.0:1778923642.401429:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.401440:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414451:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414475:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414485:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414713:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.414720:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414733:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414762:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.414770:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a4fee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.414961:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281783680:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20487us (20734us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923642.414976:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3741 00000100:00100000:3.0:1778923642.438228:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.438568:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281783936 00000100:00100000:2.0:1778923642.438583:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281783936 00000100:00100000:2.0:1778923642.438668:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 579 00000100:00100000:2.0:1778923642.438681:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54935:x1865335281783936:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923642.438711:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923642.438745:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a4fcb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472a0 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.438775:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.438783:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923642.438843:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54935:x1865335281783936:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 165us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.438851:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 579 00000100:00100000:2.0:1778923642.442387:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.442543:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784192 00000100:00100000:1.0:1778923642.442558:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784192 00000100:00100000:1.0:1778923642.442632:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2077 00000100:00100000:1.0:1778923642.442645:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54935:x1865335281784192:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923642.443322:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54935:x1865335281784192:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 677us (946us total) trans 8589940042 rc 0/0 00000100:00100000:1.0:1778923642.443333:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2077 00000100:00100000:0.0:1778923642.490254:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.491804:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784448 00000100:00100000:2.0:1778923642.491824:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784448 00000100:00100000:3.0:1778923642.492284:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5677 00000100:00100000:3.0:1778923642.492299:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54936:x1865335281784448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923642.492333:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923642.492361:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4ff5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472ae expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.492541:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ffc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.492563:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ffc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.492583:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ffc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923642.492599:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:3.0:1778923642.492764:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a4ff5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ae expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.492787:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ffc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ae expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.492797:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.492800:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923642.492805:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063600, rc 0) 00000100:00100000:3.0:1778923642.492973:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54936:x1865335281784448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 677us (2731us total) trans 8589940043 rc 0/0 00000100:00100000:3.0:1778923642.492997:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5677 00000100:00100000:3.0:1778923642.499137:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.499541:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784576 00000100:00100000:0.0:1778923642.499556:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784576 00000100:00100000:0.0:1778923642.499652:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3742 00000100:00100000:0.0:1778923642.499665:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281784576:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923642.499712:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.499732:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.499735:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.499742:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.499758:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.500844:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923642.515188:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515213:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515222:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515230:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923642.515235:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515244:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515270:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.515278:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfc25508/0x3baece0abe6a500a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.515396:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281784576:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15727us (16267us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923642.515409:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3742 00000100:00100000:1.0:1778923642.525157:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.525711:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784704 00000100:00100000:2.0:1778923642.525726:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784704 00000100:00100000:2.0:1778923642.525826:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3743 00000100:00100000:2.0:1778923642.525839:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281784704:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923642.525899:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.525920:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.525923:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.525930:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.525947:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538389:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538415:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538425:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538434:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923642.538441:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538450:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538474:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.538483:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a5011 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.538650:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281784704:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12808us (13504us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923642.538662:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3743 00000100:00100000:1.0:1778923642.551669:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.551785:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784832 00000100:00100000:2.0:1778923642.551799:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784832 00000100:00100000:2.0:1778923642.551899:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3744 00000100:00100000:2.0:1778923642.551911:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281784832:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923642.551958:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.552267:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.552272:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.552279:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.552299:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561283:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561310:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561321:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561329:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923642.561335:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561345:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561375:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.561383:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a4fc7633/0x3baece0abe6a5018 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.561499:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281784832:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9575us (9831us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923642.561558:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3744 00000100:00100000:1.0:1778923642.567438:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.567544:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281784960 00000100:00100000:2.0:1778923642.567555:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281784960 00000100:00100000:2.0:1778923642.567637:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3745 00000100:00100000:2.0:1778923642.567647:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281784960:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923642.567690:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.567711:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.567714:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.567721:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.567737:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576434:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576466:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576478:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576486:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923642.576548:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576559:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576585:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.576593:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a501f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.576707:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281784960:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9055us (9276us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923642.576719:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3745 00000100:00100000:0.0:1778923642.582942:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.583460:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785088 00000100:00100000:1.0:1778923642.583473:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785088 00000100:00100000:1.0:1778923642.583971:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3746 00000100:00100000:1.0:1778923642.584160:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785088:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923642.584209:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.584229:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.584232:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.584239:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.584254:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589808:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589832:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589842:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589849:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.589855:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589864:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589906:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.589915:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5026 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.590040:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785088:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6053us (7106us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923642.590052:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3746 00000100:00100000:3.0:1778923642.596395:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.596552:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785216 00000100:00100000:0.0:1778923642.596566:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785216 00000100:00100000:0.0:1778923642.596653:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3747 00000100:00100000:0.0:1778923642.596665:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281785216:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923642.596712:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.596731:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.596734:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.596742:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.596759:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603698:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603722:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603732:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603740:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923642.603746:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603756:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603780:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.603788:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc103650/0x3baece0abe6a502d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.604257:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281785216:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7586us (7868us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923642.604271:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3747 00000100:00100000:1.0:1778923642.611486:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.611786:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785344 00000100:00100000:0.0:1778923642.611799:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785344 00000100:00100000:0.0:1778923642.612002:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3748 00000100:00100000:0.0:1778923642.612016:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281785344:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923642.612064:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.612085:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.612088:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.612095:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.612111:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617358:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617382:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617393:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617400:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923642.617406:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617416:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617441:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.617450:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afb093a2/0x3baece0abe6a5034 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.617658:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281785344:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5638us (6178us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923642.617671:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3748 00000100:00100000:1.0:1778923642.624476:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.624736:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785472 00000100:00100000:2.0:1778923642.624749:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785472 00000100:00100000:2.0:1778923642.624888:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3749 00000100:00100000:2.0:1778923642.624908:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281785472:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923642.624958:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.625156:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.625160:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.625168:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.625186:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632477:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632591:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632601:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632609:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923642.632614:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632625:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632651:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.632660:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a503b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.632838:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281785472:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7926us (8369us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923642.632850:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3749 00000100:00100000:3.0:1778923642.638690:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.638848:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785600 00000100:00100000:1.0:1778923642.638861:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785600 00000100:00100000:1.0:1778923642.638962:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3750 00000100:00100000:1.0:1778923642.638973:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785600:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923642.639031:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.639052:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.639055:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.639062:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.639078:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643676:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643703:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643714:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643722:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.643728:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643737:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643761:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.643770:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5042 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.643874:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785600:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4896us (5191us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923642.643903:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3750 00000100:00100000:3.0:1778923642.650443:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.651289:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785728 00000100:00100000:1.0:1778923642.651304:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785728 00000100:00100000:0.0:1778923642.651592:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3751 00000100:00100000:0.0:1778923642.651605:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281785728:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923642.651649:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.651669:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.651671:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.651678:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.651694:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677579:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677604:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677614:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677622:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce708d44400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923642.677628:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677638:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677662:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.677670:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009981d08e/0x3baece0abe6a5049 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.677830:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281785728:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 26221us (27396us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923642.677842:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3751 00000100:00100000:3.0:1778923642.683096:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.683430:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785856 00000100:00100000:1.0:1778923642.683444:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785856 00000100:00100000:1.0:1778923642.683578:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3752 00000100:00100000:1.0:1778923642.683591:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785856:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923642.683642:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.683663:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.683667:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.683674:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.683689:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.690766:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.690792:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.690801:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.690976:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923642.691152:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.691164:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.691190:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.691199:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5050 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.691473:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281785856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7877us (8383us total) trans 0 rc 193917/193917 00000100:00100000:0.0:1778923642.691486:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3752 00000100:00100000:1.0:1778923642.739192:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.739441:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281785984 00000100:00100000:3.0:1778923642.739455:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281785984 00000100:00100000:3.0:1778923642.739600:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3753 00000100:00100000:3.0:1778923642.739613:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281785984:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923642.739659:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.739679:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.739682:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.739688:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.739704:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753327:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753352:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753363:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753372:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923642.753378:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753388:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753413:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.753422:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef160528/0x3baece0abe6a5057 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.753587:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281785984:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13971us (14403us total) trans 0 rc 193917/193917 00000100:00100000:0.0:1778923642.753599:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3753 00000100:00100000:2.0:1778923642.759749:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.759858:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281786112 00000100:00100000:1.0:1778923642.759873:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281786112 00000100:00100000:1.0:1778923642.759978:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3754 00000100:00100000:1.0:1778923642.760003:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281786112:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923642.760074:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x203 00010000:00010000:1.0:1778923642.760086:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.760107:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.760110:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923642.760116:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.760138:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765610:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765638:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765649:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765658:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.765664:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765674:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765698:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.765707:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a505e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.765825:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281786112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5819us (6083us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923642.765838:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3754 00000100:00100000:3.0:1778923642.770236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.770438:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281786240 00000100:00100000:2.0:1778923642.770451:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281786240 00000100:00100000:2.0:1778923642.770593:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3755 00000100:00100000:2.0:1778923642.770606:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281786240:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923642.770679:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x203 00010000:00010000:2.0:1778923642.770691:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.770711:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.770713:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.770720:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.770737:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777245:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777271:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777280:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777288:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923642.777294:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777304:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777325:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.777334:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5065 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->196607] (req 0->196607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.777551:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281786240:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6942us (7323us total) trans 0 rc 193917/193917 00000100:00100000:1.0:1778923642.777564:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3755 00000100:00100000:2.0:1778923642.793909:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.794146:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281786368 00000100:00100000:3.0:1778923642.794159:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281786368 00000100:00100000:3.0:1778923642.794246:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 580 00000100:00100000:3.0:1778923642.794258:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54936:x1865335281786368:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923642.794278:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923642.794308:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a4ffc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ae expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.794332:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.794338:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923642.794420:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54936:x1865335281786368:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 164us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923642.794427:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 580 00000100:00100000:0.0:1778923642.797031:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.797141:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281786624 00000100:00100000:1.0:1778923642.797154:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281786624 00000100:00100000:1.0:1778923642.797226:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2078 00000100:00100000:1.0:1778923642.797238:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54936:x1865335281786624:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923642.797753:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54936:x1865335281786624:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 516us (733us total) trans 8589940044 rc 0/0 00000100:00100000:1.0:1778923642.797763:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2078 00000100:00100000:0.0:1778923642.804454:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.804651:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281786880 00000100:00100000:2.0:1778923642.804667:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281786880 00000100:00100000:2.0:1778923642.804825:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5678 00000100:00100000:2.0:1778923642.804838:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281786880:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923642.804869:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923642.804917:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a506c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472b5 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.805212:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.805233:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.805245:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.805290:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.805307:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 213 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.805323:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287739776:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923642.805547:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067daa80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923642.810716:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.810846:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287739776:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923642.810903:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.811338:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787008 00000100:00100000:1.0:1778923642.811347:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787008 00010000:00010000:1.0:1778923642.811396:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.811445:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3280 00000100:00100000:1.0:1778923642.811455:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281787008:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923642.811474:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811487:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811500:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811536:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923642.811540:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923642.811543:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811556:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811564:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923642.811603:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.811670:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281787008:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 216us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923642.811679:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3280 00010000:00010000:3.0:1778923642.811755:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.811763:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923642.811788:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 193917 00010000:00010000:3.0:1778923642.812033:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a506c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.812059:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.812066:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.812069:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923642.812072:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:3.0:1778923642.812121:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281786880:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7287us (7682us total) trans 8589940045 rc 0/0 00000100:00100000:3.0:1778923642.812130:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5678 00000100:00100000:2.0:1778923642.817486:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.817747:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787136 00000100:00100000:0.0:1778923642.817760:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787136 00000100:00100000:0.0:1778923642.817834:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7438 00000100:00100000:0.0:1778923642.817846:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281787136:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923642.817870:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923642.817915:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472bc expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923642.817957:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x203 00010000:00010000:0.0:1778923642.818243:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.818246:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923642.818258:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 29 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.818280:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 29 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.818297:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671ea00, rc 0) 00000100:00100000:0.0:1778923642.818400:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281787136:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 556us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.818408:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7438 00000100:00100000:0.0:1778923642.823803:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923642.824166:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787392 00000100:00100000:2.0:1778923642.824180:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787392 00000100:00100000:2.0:1778923642.824294:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5679 00000100:00100000:2.0:1778923642.824306:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281787392:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923642.824383:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923642.824419:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a4fbd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547299 expref: 214 pid: 31254 timeout: 1439 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.824444:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.824451:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923642.824993:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.825014:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.825025:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923642.825092:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940046 00000004:00010000:2.0:1778923642.825119:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004c907f21 reply state 0000000054d085a1 transno 8589940047 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.825129:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923642.825267:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281787392:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 961us (1477us total) trans 8589940047 rc 0/0 00000100:00100000:2.0:1778923642.825277:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5679 00000020:00080000:2.0:1778923642.825284:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923642.829279:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829299:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829308:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829316:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923642.829321:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829328:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829350:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.829354:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923642.829360:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.829368:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5088 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923642.829573:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.830300:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787648 00000100:00100000:3.0:1778923642.830313:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787648 00000100:00100000:3.0:1778923642.830401:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5680 00000100:00100000:3.0:1778923642.830411:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54746:x1865335281787648:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923642.830442:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923642.830445:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1778923642.830472:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a4fa8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547292 expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.830569:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923642.830575:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923642.830593:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a508f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472c3 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.830652:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.830668:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.830679:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1778923642.836311:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1771, 88 off154032 00000004:00080000:3.0:1778923642.836332:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339892827171ns, next at 1335239353728ns, rc = 0 00000040:00080000:3.0:1778923642.836466:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1763, 88 off153592 00000004:00080000:3.0:1778923642.836473:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339892969283ns, next at 1335246995857ns, rc = 0 00000040:00080000:3.0:1778923642.836547:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1764, 88 off153680 00000004:00080000:3.0:1778923642.836551:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339893046861ns, next at 1335246995857ns, rc = 0 00000040:00080000:3.0:1778923642.836566:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1772, 88 off154120 00000004:00080000:3.0:1778923642.836570:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339893065708ns, next at 1335239353728ns, rc = 0 00000040:00080000:3.0:1778923642.836922:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1773, 88 off154208 00000004:00080000:3.0:1778923642.836928:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339893423847ns, next at 1335239353728ns, rc = 0 00000040:00080000:3.0:1778923642.837174:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1765, 88 off153768 00000004:00080000:3.0:1778923642.837181:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339893677284ns, next at 1335246995857ns, rc = 0 00000040:00080000:3.0:1778923642.837250:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1766, 88 off153856 00000004:00080000:3.0:1778923642.837255:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339893750874ns, next at 1335246995857ns, rc = 0 00000040:00080000:3.0:1778923642.837375:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1774, 88 off154296 00000004:00080000:3.0:1778923642.837381:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339893876821ns, next at 1335239353728ns, rc = 0 00000040:00080000:3.0:1778923642.837409:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1767, 88 off153944 00000004:00080000:3.0:1778923642.837414:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339893909904ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.837762:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1775, 88 off154384 00000004:00080000:2.0:1778923642.837769:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339894264831ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.837801:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1776, 88 off154472 00000004:00080000:2.0:1778923642.837806:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339894302046ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.837822:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1768, 88 off154032 00000004:00080000:2.0:1778923642.837826:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339894321835ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.837950:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1777, 88 off154560 00000004:00080000:2.0:1778923642.837957:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339894452576ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.838115:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1769, 88 off154120 00000004:00080000:2.0:1778923642.838121:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339894617209ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.838316:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1778, 88 off154648 00000004:00080000:2.0:1778923642.838323:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339894818671ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.838352:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1770, 88 off154208 00000004:00080000:2.0:1778923642.838356:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339894852374ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.838470:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1771, 88 off154296 00000004:00080000:2.0:1778923642.838475:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339894971269ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.838872:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1779, 88 off154736 00000004:00080000:2.0:1778923642.838888:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339895384317ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.838916:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1772, 88 off154384 00000004:00080000:2.0:1778923642.838921:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339895416789ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.839185:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1780, 88 off154824 00000004:00080000:2.0:1778923642.839191:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339895686597ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.839244:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1781, 88 off154912 00000004:00080000:2.0:1778923642.839250:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339895746527ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.839351:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1773, 88 off154472 00000004:00080000:2.0:1778923642.839356:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339895851945ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.839383:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1774, 88 off154560 00000004:00080000:2.0:1778923642.839387:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339895883288ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.839403:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1782, 88 off155000 00000004:00080000:2.0:1778923642.839406:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339895902574ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.839543:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1783, 88 off155088 00000004:00080000:2.0:1778923642.839549:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339896044722ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.839727:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1775, 88 off154648 00000004:00080000:2.0:1778923642.839732:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339896228247ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.839761:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1776, 88 off154736 00000004:00080000:2.0:1778923642.839765:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339896261478ns, next at 1335246995857ns, rc = 0 00000040:00080000:2.0:1778923642.839783:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1784, 88 off155176 00000004:00080000:2.0:1778923642.839788:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339896283875ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.839909:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1785, 88 off155264 00000004:00080000:2.0:1778923642.839914:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1339896410377ns, next at 1335239353728ns, rc = 0 00000040:00080000:2.0:1778923642.840147:0:30328:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1777, 88 off154824 00000004:00080000:2.0:1778923642.840153:0:30328:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1339896648840ns, next at 1335246995857ns, rc = 0 00000001:00080000:1.0:1778923642.907251:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940034 is committed 00000001:00080000:1.0:1778923642.907273:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940044 is committed 00000001:00080000:1.0:1778923642.907287:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940047 is committed 00000020:00080000:1.0:1778923642.907306:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce7067da300 refcount 2 committed 0 result 0 batchid 4294969405 00000020:00080000:1.0:1778923642.907311:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7083def00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce601b48000 00000020:00080000:1.0:1778923642.907315:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7352cc000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce7189606c0 00000020:00080000:1.0:1778923642.907317:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce7352cc300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73f8c4400 00000020:00080000:1.0:1778923642.907320:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].50 00010000:00010000:2.0:1778923642.907324:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472c3 expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.907340:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923642.907343:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000001:00080000:1.0:1778923642.907345:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940048 is committed 00000004:00080000:1.0:1778923642.907350:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1441 committed 00000004:00080000:1.0:1778923642.907361:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1446 committed 00010000:00010000:2.0:1778923642.907367:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a508f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472c3 expref: 205 pid: 30328 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1778923642.907368:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1445 committed 00000004:00080000:1.0:1778923642.907370:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1440 committed 00000004:00080000:1.0:1778923642.907373:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1439 committed 00000004:00080000:1.0:1778923642.907375:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1444 committed 00000004:00080000:1.0:1778923642.907377:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1443 committed 00000004:00080000:1.0:1778923642.907379:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1438 committed 00000004:00080000:1.0:1778923642.907381:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1437 committed 00000004:00080000:1.0:1778923642.907383:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1442 committed 00000004:00080000:1.0:1778923642.907385:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1441 committed 00000004:00080000:1.0:1778923642.907387:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1436 committed 00010000:00010000:2.0:1778923642.907388:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472c3 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1778923642.907390:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1440 committed 00000004:00080000:1.0:1778923642.907392:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1435 committed 00000004:00080000:1.0:1778923642.907394:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1434 committed 00000004:00080000:1.0:1778923642.907396:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1439 committed 00000004:00080000:1.0:1778923642.907398:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1433 committed 00000004:00080000:1.0:1778923642.907399:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1438 committed 00000004:00080000:1.0:1778923642.907401:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1432 committed 00000004:00080000:1.0:1778923642.907403:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1437 committed 00000004:00080000:1.0:1778923642.907405:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1436 committed 00000004:00080000:1.0:1778923642.907406:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1431 committed 00000004:00080000:1.0:1778923642.907408:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1435 committed 00000004:00080000:1.0:1778923642.907410:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1430 committed 00000004:00080000:1.0:1778923642.907412:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1429 committed 00000004:00080000:1.0:1778923642.907414:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1434 committed 00000004:00080000:1.0:1778923642.907416:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1433 committed 00000004:00080000:1.0:1778923642.907418:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1428 committed 00000004:00080000:1.0:1778923642.907420:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1427 committed 00000004:00080000:1.0:1778923642.907421:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1432 committed 00010000:00010000:2.0:1778923642.907433:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00000020:00080000:1.0:1778923642.907433:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969404 batchid updated 00010000:00010000:2.0:1778923642.907436:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923642.907438:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:0.0:1778923642.907739:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.907786:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287739904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.907808:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1778923642.907857:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969405 committed batchid 4294969404 00000100:00100000:1.0:1778923642.907904:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923642.908259:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281787648:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 77846us (78689us total) trans 8589940048 rc 0/0 00000100:00100000:2.0:1778923642.908273:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5680 00000100:00100000:1.0:1778923642.908761:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287740416:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923642.908811:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740032 00000100:00100000:2.0:1778923642.908821:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740032 00000100:00100000:2.0:1778923642.908868:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287739904 00000100:00100000:2.0:1778923642.908871:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287739904 00000100:00100000:2.0:1778923642.908904:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7439 00000100:00100000:1.0:1778923642.908934:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909068:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.909095:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909133:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.909157:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909175:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.909194:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909215:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1778923642.909221:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740160:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.909241:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909257:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740672:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.909275:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.909298:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740416 00000100:00100000:1.0:1778923642.909299:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740544 00000100:00100000:1.0:1778923642.909302:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740544 00000100:00100000:0.0:1778923642.909302:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740416 00000100:00100000:1.0:1778923642.909319:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740288 00000100:00100000:0.0:1778923642.909319:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740800 00000100:00100000:1.0:1778923642.909321:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740288 00000100:00100000:0.0:1778923642.909321:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740800 00000100:00100000:1.0:1778923642.909330:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740672 00000100:00100000:0.0:1778923642.909330:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740160 00000100:00100000:1.0:1778923642.909332:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740672 00000100:00100000:0.0:1778923642.909332:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740160 00000100:00100000:1.0:1778923642.909342:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7440 00000100:00100000:1.0:1778923642.909349:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287739904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923642.909608:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.909612:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923642.909615:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923642.909617:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00000020:00080000:3.0:1778923642.909619:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969404 cancel update log [0x200000bd0:0x1:0x0].49: rc = 0 00002000:00010000:1.0:1778923642.909619:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000020:00080000:3.0:1778923642.909631:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969404 00000100:00100000:1.0:1778923642.909667:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287739904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 316us (1761us total) trans 21474839476 rc 0/0 00000100:00100000:2.0:1778923642.909721:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287740032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923642.909831:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923642.909833:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923642.909835:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923642.909838:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:2.0:1778923642.909840:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923642.909888:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287740032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 172us (2079us total) trans 21474839477 rc 0/0 00000100:00100000:0.0:1778923642.910228:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7441 00000100:00100000:0.0:1778923642.910241:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287740416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.910335:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7440 00002000:00010000:0.0:1778923642.910357:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923642.910360:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000100:00100000:1.0:1778923642.910363:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7442 00002000:00010000:0.0:1778923642.910363:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923642.910365:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.910368:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.910370:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287740544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.910402:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287740416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 165us (1467us total) trans 21474839478 rc 0/0 00000100:00100000:0.0:1778923642.910408:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7441 00000100:00100000:0.0:1778923642.910423:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7443 00000100:00100000:0.0:1778923642.910429:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287740800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923642.910452:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.910454:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.910457:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923642.910459:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.910460:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.910500:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287740544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (1392us total) trans 21474839479 rc 0/0 00000100:00100000:1.0:1778923642.910524:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7442 00000100:00100000:1.0:1778923642.910537:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7444 00000100:00100000:1.0:1778923642.910543:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287740288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923642.910603:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7445 00000100:00100000:3.0:1778923642.910613:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287740160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923642.910647:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923642.910650:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.910653:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923642.910655:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.910658:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.910692:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287740288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 149us (1534us total) trans 21474839480 rc 0/0 00000100:00100000:1.0:1778923642.910698:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7444 00002000:00010000:3.0:1778923642.910700:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923642.910702:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.910704:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923642.910706:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.910709:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.910711:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7446 00000100:00100000:1.0:1778923642.910717:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287740672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923642.910737:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287740160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 127us (1495us total) trans 21474839481 rc 0/0 00000100:00100000:3.0:1778923642.910743:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7445 00002000:00010000:1.0:1778923642.910806:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.910809:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.910811:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923642.910813:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00000100:00100000:2.0:1778923642.910845:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7439 00002000:00010000:1.0:1778923642.911246:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.911282:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287740672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 565us (2005us total) trans 21474839482 rc 0/0 00000100:00100000:1.0:1778923642.911288:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7446 00000100:00100000:1.0:1778923642.911331:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.911377:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.911401:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741824:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.911422:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923642.911476:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd6680/2, rc 0, transno 21474839481 00000100:00100000:1.0:1778923642.911492:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740160:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.912316:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5880/2, rc 0, transno 21474839482 00000100:00100000:1.0:1778923642.912326:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.912352:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4700/2, rc 0, transno 21474839480 00000100:00100000:1.0:1778923642.912356:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740288:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.912374:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1778923642.912382:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741184:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.912431:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.912461:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.912481:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.912672:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923642.912679:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.912705:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.912735:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741312 00000100:00100000:1.0:1778923642.912742:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741312 00000100:00100000:1.0:1778923642.912797:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741824 00000100:00100000:1.0:1778923642.912801:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741824 00000100:00100000:1.0:1778923642.912973:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741184 00000100:00100000:1.0:1778923642.912977:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741184 00000100:00100000:1.0:1778923642.913252:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741696 00000100:00100000:1.0:1778923642.913257:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741696 00000100:00100000:1.0:1778923642.913275:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742208 00000100:00100000:1.0:1778923642.913277:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742208 00000100:00100000:1.0:1778923642.913295:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7447 00000100:00100000:1.0:1778923642.913303:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287741312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.914368:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.914375:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.914379:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923642.914381:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.914384:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.914486:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287741312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1178us (3103us total) trans 17179872378 rc 0/0 00000100:00100000:1.0:1778923642.914496:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7447 00000100:00100000:1.0:1778923642.914551:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7448 00000100:00100000:1.0:1778923642.914560:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287741824:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.915674:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923642.915681:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.915684:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923642.915686:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.915689:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923642.915813:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7449 00000100:00100000:3.0:1778923642.915830:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287741184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923642.915912:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923642.915926:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.915929:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923642.915932:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.915935:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923642.916036:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00000100:00100000:2.0:1778923642.916049:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287741696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923642.916172:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923642.916175:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923642.916177:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923642.916179:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923642.916181:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923642.916236:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923642.916239:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.916241:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923642.916244:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.916245:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.916443:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287741824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1883us (5017us total) trans 17179872379 rc 0/0 00000100:00100000:1.0:1778923642.916453:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7448 00000100:00100000:1.0:1778923642.916478:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7451 00000100:00100000:1.0:1778923642.916485:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287742208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.916618:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287740800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6016us (7249us total) trans 21474839483 rc 0/0 00000100:00100000:0.0:1778923642.916628:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7443 00002000:00010000:1.0:1778923642.916688:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1778923642.916688:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741056:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.916693:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.916697:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923642.916699:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.916701:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.916735:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287742208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 251us (4029us total) trans 21474839484 rc 0/0 00000100:00100000:1.0:1778923642.916742:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7451 00000100:00100000:0.0:1778923642.916752:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.916790:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.916808:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.916936:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741056 00000100:00100000:1.0:1778923642.916946:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741056 00000100:00100000:0.0:1778923642.916950:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.916976:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923642.917024:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5c00/2, rc 0, transno 21474839477 00000100:00100000:0.0:1778923642.917262:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.917267:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741568 00000100:00100000:1.0:1778923642.917273:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741568 00000100:00100000:1.0:1778923642.917289:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742080 00000100:00100000:1.0:1778923642.917291:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742080 00000100:00100000:1.0:1778923642.917304:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7452 00000100:00100000:1.0:1778923642.917311:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287741056:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923642.917355:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4a80/2, rc 0, transno 21474839479 00000100:00100000:0.0:1778923642.917361:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740544:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.917377:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1778923642.917384:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.917411:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.917427:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741440:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.917448:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.917452:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.917454:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.917457:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.917459:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.917490:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287741056:12345-0@lo:2:osp-syn-1-0.0 Request processed in 179us (740us total) trans 17179872382 rc 0/0 00000100:00100000:1.0:1778923642.917496:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7452 00000100:00100000:1.0:1778923642.917530:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287740928 00000100:00100000:1.0:1778923642.917534:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287740928 00000100:00100000:1.0:1778923642.917549:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7453 00000100:00100000:1.0:1778923642.917555:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287741568:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.917750:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923642.917754:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.917756:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923642.917758:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.917759:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.917923:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287741568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 368us (1113us total) trans 17179872383 rc 0/0 00000100:00100000:1.0:1778923642.917929:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7453 00000100:00100000:1.0:1778923642.917941:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7454 00000100:00100000:1.0:1778923642.917948:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287742080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.918320:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923642.918350:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.918388:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923642.918416:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dc000/2, rc 0, transno 17179872382 00002000:00010000:1.0:1778923642.918425:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923642.918429:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.918431:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923642.918433:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.918435:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923642.918440:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741056:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923642.918465:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c54700/2, rc 0, transno 17179872383 00000100:00100000:0.0:1778923642.918471:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741568:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.918591:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741440 00000100:00100000:0.0:1778923642.918595:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741440 00000100:00100000:0.0:1778923642.918624:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287741952 00000100:00100000:0.0:1778923642.918625:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287741952 00000100:00100000:0.0:1778923642.918638:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7455 00000100:00100000:0.0:1778923642.918644:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287740928:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923642.918769:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:0.0:1778923642.918773:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923642.918775:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923642.918778:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923642.918780:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 391 00000100:00100000:0.0:1778923642.920746:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287740928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2087us (3321us total) trans 17179872384 rc 0/0 00000100:00100000:0.0:1778923642.920761:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7455 00000100:00100000:0.0:1778923642.920805:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7456 00000100:00100000:0.0:1778923642.920818:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287741440:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923642.921202:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923642.921206:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.921209:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923642.921211:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.921214:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923642.921596:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287741440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 782us (4143us total) trans 17179872385 rc 0/0 00000100:00100000:0.0:1778923642.921604:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7456 00000100:00100000:0.0:1778923642.921631:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7457 00000100:00100000:0.0:1778923642.921642:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287741952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923642.921809:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923642.921813:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.921816:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923642.921818:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.921820:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923642.921852:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287741952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 214us (3464us total) trans 21474839486 rc 0/0 00000100:00100000:0.0:1778923642.921859:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7457 00000004:00080000:0.0:1778923642.921954:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de300/2, rc 0, transno 17179872384 00000100:00100000:0.0:1778923642.922089:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287740928:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923642.922106:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dd500/2, rc 0, transno 17179872385 00000100:00100000:0.0:1778923642.922111:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741440:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923642.922124:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772f800/2, rc 0, transno 21474839486 00000100:00100000:0.0:1778923642.922128:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287741952:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923642.922137:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772dc00/2, rc 0, transno 21474839485 00000100:00100000:0.0:1778923642.922140:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742080:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923642.922156:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923642.922167:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.922212:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923642.922263:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287741184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6438us (9830us total) trans 17179872381 rc 0/0 00000100:00100000:3.0:1778923642.922273:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7449 00000100:00100000:3.0:1778923642.922297:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742464 00000100:00100000:3.0:1778923642.922304:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742464 00000100:00100000:3.0:1778923642.922422:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7458 00000100:00100000:3.0:1778923642.922430:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287742464:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923642.922591:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923642.922595:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.922598:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923642.922601:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.922604:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923642.922652:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287742464:12345-0@lo:2:osp-syn-1-0.0 Request processed in 222us (440us total) trans 17179872386 rc 0/0 00000100:00100000:0.0:1778923642.922658:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742592:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923642.922665:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7458 00000100:00100000:0.0:1778923642.922693:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923642.922724:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d41880/2, rc 0, transno 17179872386 00000100:00100000:0.0:1778923642.922747:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742464:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.922767:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742592 00000100:00100000:0.0:1778923642.922770:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742592 00000100:00100000:0.0:1778923642.922796:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7459 00000100:00100000:0.0:1778923642.922802:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287742592:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923642.922938:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923642.922941:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.922943:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923642.922945:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923642.922947:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923642.923084:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287742592:12345-0@lo:2:osp-syn-1-0.0 Request processed in 280us (391us total) trans 17179872387 rc 0/0 00000100:00100000:0.0:1778923642.923092:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7459 00000004:00080000:0.0:1778923642.923125:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d40e00/2, rc 0, transno 17179872387 00000100:00100000:0.0:1778923642.923131:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287742592:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.923136:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287742080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2785us (3755us total) trans 21474839485 rc 0/0 00000100:00100000:1.0:1778923642.923149:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7454 00000100:00100000:1.0:1778923642.923324:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287742976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.923357:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923642.923388:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7480/2, rc 0, transno 21474839476 00000100:00100000:1.0:1778923642.923393:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287739904:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.923403:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4e00/2, rc 0, transno 21474839478 00000100:00100000:1.0:1778923642.923406:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287740416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.923414:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923642.923825:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.923868:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.923927:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742336:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.923953:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.923974:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.923994:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923642.924019:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772c000/2, rc 0, transno 21474839484 00000100:00100000:1.0:1778923642.924024:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742208:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.924039:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de680/2, rc 0, transno 17179872381 00000100:00100000:1.0:1778923642.924045:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923642.924055:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dd880/2, rc 0, transno 17179872378 00000100:00100000:1.0:1778923642.924058:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741312:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923642.924067:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c54a80/2, rc 0, transno 17179872379 00000100:00100000:1.0:1778923642.924070:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741824:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923642.924082:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d43800/2, rc 0, transno 21474839483 00000100:00100000:1.0:1778923642.924086:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287740800:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.924096:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1778923642.924101:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742720:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.924124:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.924141:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287743232:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.924162:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.924197:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742976 00000100:00100000:1.0:1778923642.924203:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742976 00000100:00100000:1.0:1778923642.924233:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287743104 00000100:00100000:1.0:1778923642.924236:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287743104 00000100:00100000:1.0:1778923642.924246:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742336 00000100:00100000:1.0:1778923642.924248:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742336 00000100:00100000:1.0:1778923642.924258:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742848 00000100:00100000:1.0:1778923642.924260:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742848 00000100:00100000:1.0:1778923642.924269:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287742720 00000100:00100000:1.0:1778923642.924271:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287742720 00000100:00100000:1.0:1778923642.924280:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287743232 00000100:00100000:1.0:1778923642.924282:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287743232 00000100:00100000:1.0:1778923642.924295:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7460 00000100:00100000:1.0:1778923642.924303:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287742976:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923642.924553:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.924558:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.924561:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.924564:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:1.0:1778923642.924566:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923642.924609:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287742976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 306us (1251us total) trans 21474839487 rc 0/0 00000100:00100000:1.0:1778923642.924617:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7460 00000100:00100000:1.0:1778923642.924634:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461 00000100:00100000:1.0:1778923642.924640:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287743104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923642.924733:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:1.0:1778923642.924737:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.924740:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.924742:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923642.924744:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923642.924770:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287743104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (902us total) trans 21474839488 rc 0/0 00000100:00100000:1.0:1778923642.924777:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461 00000100:00100000:1.0:1778923642.924791:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462 00000100:00100000:1.0:1778923642.924797:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287742336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.924916:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.924919:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.924922:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923642.924924:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.924926:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.924959:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287742336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (1005us total) trans 17179872388 rc 0/0 00000100:00100000:1.0:1778923642.924969:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462 00000100:00100000:1.0:1778923642.924983:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7463 00000100:00100000:1.0:1778923642.924991:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287742848:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923642.925053:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7464 00000100:00100000:3.0:1778923642.925066:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287742720:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.925163:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923642.925167:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.925170:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:1.0:1778923642.925172:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923642.925174:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c4:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923642.925200:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923642.925204:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00000100:00100000:1.0:1778923642.925207:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287742848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 216us (1210us total) trans 21474839489 rc 0/0 00002000:00010000:3.0:1778923642.925208:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb atime from disk: 1778923633 -> 1778923633 00002000:00010000:3.0:1778923642.925214:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923642.925219:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a8:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.925223:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7463 00000100:00100000:1.0:1778923642.925243:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1778923642.925251:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287743232:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923642.925257:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287742720:12345-0@lo:2:osp-syn-1-0.0 Request processed in 195us (1130us total) trans 17179872389 rc 0/0 00000100:00100000:3.0:1778923642.925265:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7464 00002000:00010000:1.0:1778923642.925344:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.925350:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.925353:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.925355:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923642.925357:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923642.925388:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287743232:12345-0@lo:2:osp-syn-0-0.0 Request processed in 139us (1224us total) trans 21474839490 rc 0/0 00000100:00100000:1.0:1778923642.925394:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1778923642.925428:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743488:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.925460:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923642.925529:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772ea00/2, rc 0, transno 21474839488 00000100:00100000:1.0:1778923642.925537:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743104:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.925549:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772df80/2, rc 0, transno 21474839487 00000100:00100000:1.0:1778923642.925553:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287742976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.925564:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923642.925568:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743616:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.925593:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923642.925620:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287743360:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.925644:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923642.925667:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7800/2, rc 0, transno 17179872389 00000100:00100000:1.0:1778923642.925671:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742720:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923642.925680:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772d180/2, rc 0, transno 21474839490 00000100:00100000:1.0:1778923642.925683:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287743232:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923642.925691:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d43b80/2, rc 0, transno 17179872388 00000100:00100000:1.0:1778923642.925694:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742336:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923642.925701:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772f100/2, rc 0, transno 21474839489 00000100:00100000:1.0:1778923642.925705:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287742848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923642.925725:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287743488 00000100:00100000:1.0:1778923642.925730:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287743488 00000100:00100000:1.0:1778923642.925760:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287743616 00000100:00100000:1.0:1778923642.925763:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287743616 00000100:00100000:1.0:1778923642.925771:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287743360 00000100:00100000:1.0:1778923642.925773:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287743360 00000100:00100000:1.0:1778923642.925784:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7466 00000100:00100000:1.0:1778923642.925790:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287743488:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923642.926075:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:1.0:1778923642.926676:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.926681:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923642.926685:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.926687:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923642.926689:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923642.927041:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787776 00000100:00100000:3.0:1778923642.927048:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787776 00000100:00100000:1.0:1778923642.927071:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287743488:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1279us (1609us total) trans 17179872390 rc 0/0 00000100:00100000:1.0:1778923642.927082:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7466 00000100:00100000:3.0:1778923642.927091:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467 00000100:00100000:3.0:1778923642.927101:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287743616:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923642.927107:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:1.0:1778923642.927116:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287743360:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923642.927342:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:1.0:1778923642.927346:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.927348:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.927351:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00000100:00100000:3.0:1778923642.927353:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287743616:12345-0@lo:2:osp-syn-1-0.0 Request processed in 253us (1758us total) trans 17179872391 rc 0/0 00002000:00010000:1.0:1778923642.927355:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923642.927365:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467 00000100:00100000:3.0:1778923642.927383:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7469 00000100:00100000:3.0:1778923642.927391:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281787776:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923642.927402:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1778923642.927406:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287743360:12345-0@lo:2:osp-syn-1-0.0 Request processed in 290us (1760us total) trans 17179872392 rc 0/0 00000100:00100000:1.0:1778923642.927413:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00010000:00010000:3.0:1778923642.927423:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472ca expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.927459:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.927470:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923642.927474:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000004:00080000:1.0:1778923642.927478:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c21f80/2, rc 0, transno 17179872392 00010000:00010000:3.0:1778923642.927479:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923642.927489:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287743360:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1778923642.927547:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923642.927566:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923642.927582:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287743744:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923642.927673:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8180 going to sleep for 11 seconds 00000004:00080000:0.0:1778923642.927710:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c20700/2, rc 0, transno 17179872390 00000100:00100000:0.0:1778923642.927716:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743488:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923642.927727:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737c21c00/2, rc 0, transno 17179872391 00000100:00100000:0.0:1778923642.927730:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287743616:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923642.929381:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287741696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 13325us (16889us total) trans 17179872380 rc 0/0 00000100:00100000:2.0:1778923642.929394:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:3.0:1778923642.935836:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.935996:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f11c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287743744:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923642.936043:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923642.936073:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:0.0:1778923642.936155:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281787776:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8764us (10081us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923642.936166:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7469 00000100:00100000:2.0:1778923642.936542:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281787904 00000100:00100000:2.0:1778923642.936555:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281787904 00010000:00010000:2.0:1778923642.936602:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.936634:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3281 00000100:00100000:2.0:1778923642.936644:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281787904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923642.936662:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923642.936690:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.936705:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.936734:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a4e74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471f8 expref: 31 pid: 6546 timeout: 1439 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.936754:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.936756:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923642.936765:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.936778:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923642.936823:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923642.936844:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287743872:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923642.936936:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000004:00080000:1.0:1778923642.937827:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c56680/2, rc 0, transno 17179872380 00000100:00100000:1.0:1778923642.937841:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287741696:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923642.941819:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c55f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287743872:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923642.941855:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923642.941951:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281787904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5306us (6129us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923642.941964:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3281 00000100:00100000:3.0:1778923642.946854:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.946907:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.946959:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.951290:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788160 00000100:00100000:0.0:1778923642.951311:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788160 00002000:00010000:0.0:1778923642.951384:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923642.951390:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10380 with x1865335281788160 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923642.951407:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f10380. 00000100:00100000:0.0:1778923642.951541:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788032 00000100:00100000:0.0:1778923642.951546:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788032 00002000:00010000:0.0:1778923642.951560:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (235327->18446744073709551615) 00002000:00100000:0.0:1778923642.951562:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f12d80 with x1865335281788032 ext(235327->18446744073709551615) 00002000:00010000:0.0:1778923642.951569:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f12d80. 00000100:00100000:1.0:1778923642.951686:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788288 00000100:00100000:1.0:1778923642.951692:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788288 00002000:00010000:1.0:1778923642.951712:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923642.951716:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10e00 with x1865335281788288 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923642.951724:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f10e00. 00000100:00100000:3.0:1778923642.951754:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3756 00000100:00100000:3.0:1778923642.951933:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281788160:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:1.0:1778923642.952447:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3757 00000100:00100000:1.0:1778923642.952459:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281788032:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923642.952782:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 193917 -> 235327 00002000:00010000:1.0:1778923642.952787:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.952789:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.952792:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.952794:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923642.952892:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281788032:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 435us (5983us total) trans 17179872393 rc 0/0 00000100:00100000:1.0:1778923642.952901:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3757 00002000:00010000:1.0:1778923642.952906:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (235327->18446744073709551615) 00002000:00100000:1.0:1778923642.952923:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f12d80 with x1865335281788032 ext(235327->18446744073709551615) 00002000:00010000:1.0:1778923642.952930:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f12d80. 00000100:00100000:1.0:1778923642.952953:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3758 00000100:00100000:1.0:1778923642.952959:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281788288:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923642.953056:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923642.953059:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.953061:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923642.953064:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923640 -> 1778923642 00002000:00010000:1.0:1778923642.953066:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923642.953088:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281788288:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 129us (6129us total) trans 17179872394 rc 0/0 00000100:00100000:1.0:1778923642.953095:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3758 00002000:00010000:1.0:1778923642.953098:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923642.953101:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10e00 with x1865335281788288 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923642.953106:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f10e00. 00002000:00010000:3.0:1778923642.955850:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923642.955860:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923640 -> 1778923642 00002000:00010000:3.0:1778923642.955863:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923642.955865:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923640 -> 1778923642 00002000:00010000:3.0:1778923642.955868:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923642.955979:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281788160:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 4207us (9134us total) trans 21474839491 rc 0/0 00000100:00100000:3.0:1778923642.956001:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3756 00002000:00010000:3.0:1778923642.956008:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923642.956012:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f10380 with x1865335281788160 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923642.956031:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce704f10380. 00000100:00100000:3.0:1778923642.966231:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923642.966377:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788416 00000100:00100000:0.0:1778923642.966394:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788416 00002000:00100000:0.0:1778923642.966458:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (221184->225279) req@ffff9ce704f13480 x1865335281788416/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 488/0 e 0 to 0 dl 1778923653 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923642.966471:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13480 with x1865335281788416 ext(221184->225279) 00002000:00010000:0.0:1778923642.966478:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13480 00000100:00100000:0.0:1778923642.966623:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3759 00000100:00100000:0.0:1778923642.966635:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281788416:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923642.967475:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281788416:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 836us (1253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923642.967486:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3759 00002000:00100000:0.0:1778923642.967536:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (221184->225279) req@ffff9ce704f13480 x1865335281788416/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 488/4536 e 0 to 0 dl 1778923653 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923642.967552:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f13480 with x1865335281788416 ext(221184->225279) 00002000:00010000:0.0:1778923642.967556:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f13480 00000100:00100000:0.0:1778923642.980763:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923642.981106:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788544 00000100:00100000:1.0:1778923642.981119:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788544 00002000:00100000:1.0:1778923642.981188:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (225280->229375) req@ffff9ce7083b4380 x1865335281788544/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 488/0 e 0 to 0 dl 1778923653 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923642.981200:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4380 with x1865335281788544 ext(225280->229375) 00002000:00010000:1.0:1778923642.981207:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b4380 00000100:00100000:1.0:1778923642.981247:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3760 00000100:00100000:1.0:1778923642.981257:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281788544:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923642.981628:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281788544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 371us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923642.981637:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3760 00002000:00100000:1.0:1778923642.981644:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (225280->229375) req@ffff9ce7083b4380 x1865335281788544/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 488/4536 e 0 to 0 dl 1778923653 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923642.981653:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b4380 with x1865335281788544 ext(225280->229375) 00002000:00010000:1.0:1778923642.981656:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b4380 00000100:00100000:0.0:1778923642.987773:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923642.987946:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788672 00000100:00100000:3.0:1778923642.987960:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788672 00002000:00100000:3.0:1778923642.988029:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (200704->237567) req@ffff9ce7083b5500 x1865335281788672/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 504/0 e 0 to 0 dl 1778923653 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923642.988042:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5500 with x1865335281788672 ext(200704->237567) 00002000:00010000:3.0:1778923642.988050:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b5500 00000100:00100000:3.0:1778923642.988091:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3761 00000100:00100000:3.0:1778923642.988101:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281788672:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:2.0:1778923642.993078:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281788672:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4962us (5303us total) trans 0 rc 28672/28672 00000100:00100000:2.0:1778923642.993094:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3761 00002000:00100000:2.0:1778923642.993110:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (200704->237567) req@ffff9ce7083b5500 x1865335281788672/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:203/0 lens 504/440 e 0 to 0 dl 1778923653 ref 1 fl Complete:/600/0 rc 28672/28672 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923642.993122:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5500 with x1865335281788672 ext(200704->237567) 00002000:00010000:2.0:1778923642.993131:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b5500 00000100:00100000:3.0:1778923643.001358:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.001697:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788800 00000100:00100000:2.0:1778923643.001710:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788800 00002000:00100000:2.0:1778923643.001779:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (221184->235326) req@ffff9ce704f11500 x1865335281788800/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:204/0 lens 14632/0 e 0 to 0 dl 1778923654 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923643.001793:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f11500 with x1865335281788800 ext(221184->235326) 00002000:00010000:2.0:1778923643.001801:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f11500 00000100:00100000:2.0:1778923643.001888:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3762 00000100:00100000:2.0:1778923643.001899:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281788800:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:2.0:1778923643.002811:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281788800:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 911us (1464us total) trans 17179872395 rc 0/0 00000100:00100000:2.0:1778923643.002821:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3762 00002000:00100000:2.0:1778923643.002829:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (221184->235326) req@ffff9ce704f11500 x1865335281788800/t17179872395(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:204/0 lens 14632/448 e 0 to 0 dl 1778923654 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923643.002839:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce704f11500 with x1865335281788800 ext(221184->235326) 00002000:00010000:2.0:1778923643.002844:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce704f11500 00000100:00100000:0.0:1778923643.006045:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.006203:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281788928 00000100:00100000:1.0:1778923643.006216:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281788928 00000100:00100000:1.0:1778923643.006387:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7470 00000100:00100000:1.0:1778923643.006399:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281788928:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923643.093332:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872387 is committed 00000001:00080000:1.0:1778923643.093366:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872394 is committed 00000001:00080000:1.0:1778923643.093374:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872392 is committed 00000001:00080000:1.0:1778923643.093405:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872395 is committed 00000100:00100000:2.0:1778923643.094002:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281788928:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 87595us (87969us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.094016:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7470 00000100:00100000:1.0:1778923643.099482:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.099768:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281789056 00000100:00100000:3.0:1778923643.099782:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281789056 00000100:00100000:3.0:1778923643.099864:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5681 00000100:00100000:3.0:1778923643.099986:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281789056:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923643.100264:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923643.100294:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a50a4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472d1 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.100393:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.100423:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.100439:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.100708:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.100724:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 202 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.100741:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287744000:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923643.100860:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.108891:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce704f10a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287744000:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923643.108935:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.111699:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.112411:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281789184 00000100:00100000:3.0:1778923643.112426:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281789184 00010000:00010000:3.0:1778923643.112482:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.112577:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3282 00000100:00100000:3.0:1778923643.112588:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281789184:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923643.112607:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923643.112613:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112634:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112669:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5073 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472b5 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112691:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.112697:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112707:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112716:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.112748:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923643.112816:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281789184:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 230us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.112826:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3282 00010000:00010000:0.0:1778923643.112925:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.112933:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923643.113001:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235329 00000004:00200000:0.0:1778923643.113006:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923643.113039:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.113053:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.113090:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a50a4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.113109:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.113117:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923643.113120:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923643.113122:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:0.0:1778923643.113172:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281789056:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 13300us (13707us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.113179:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5681 00000100:00100000:1.0:1778923643.127732:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.127833:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281789440 00000100:00100000:2.0:1778923643.127854:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281789440 00000100:00100000:2.0:1778923643.127938:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2079 00000100:00100000:2.0:1778923643.127950:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281789440:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:2.0:1778923643.128392:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281789440:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 443us (673us total) trans 8589940049 rc 0/0 00000100:00100000:2.0:1778923643.128401:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2079 00000100:00100000:2.0:1778923643.160630:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.160883:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281789696 00000100:00100000:0.0:1778923643.161317:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281789696 00000100:00100000:0.0:1778923643.161446:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5682 00000100:00100000:0.0:1778923643.161459:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54937:x1865335281789696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.161537:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.161565:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a50b2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472d8 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.161719:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.161737:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.161748:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.161792:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.161808:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.161826:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287744128:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923643.161953:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705698180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923643.165769:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287744128:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923643.165809:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.168717:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.168828:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281789824 00000100:00100000:3.0:1778923643.168843:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281789824 00010000:00010000:3.0:1778923643.168915:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.168960:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3283 00000100:00100000:3.0:1778923643.168971:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281789824:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923643.169006:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923643.169013:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169236:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169266:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a50ab lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d1 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169285:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.169291:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169303:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169312:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.169360:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923643.169433:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281789824:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 462us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.169441:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3283 00010000:00010000:1.0:1778923643.170400:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.170415:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923643.170445:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235329 00010000:00010000:1.0:1778923643.170694:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a50b2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.170714:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.170723:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923643.170726:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923643.170730:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:1.0:1778923643.171272:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54937:x1865335281789696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 9813us (10656us total) trans 8589940050 rc 0/0 00000100:00100000:1.0:1778923643.171282:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5682 00000100:00100000:2.0:1778923643.175443:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.175582:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790080 00000100:00100000:1.0:1778923643.175600:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790080 00000100:00100000:1.0:1778923643.175673:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5683 00000100:00100000:1.0:1778923643.175687:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54937:x1865335281790080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.175720:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.175747:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a50c7 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472df expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.179962:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.179992:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.180007:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923643.180210:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c2:0x0]: returning size 0 00010000:00010000:1.0:1778923643.180308:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a50c7 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.180332:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.180342:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce710fe7200) 00010000:00010000:1.0:1778923643.180346:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923643.180351:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:1.0:1778923643.181740:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281790080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6047us (6301us total) trans 8589940051 rc 0/0 00000100:00100000:1.0:1778923643.181754:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5683 00000100:00100000:3.0:1778923643.189105:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.189230:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790336 00000100:00100000:0.0:1778923643.189244:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790336 00000100:00100000:0.0:1778923643.189333:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5684 00000100:00100000:0.0:1778923643.189345:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281790336:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.189379:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.189407:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a50dc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472e6 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.189590:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.189607:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.189617:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.189660:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.189674:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 206 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.189690:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287744256:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923643.189806:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705698180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.198063:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.198171:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790464 00000100:00100000:1.0:1778923643.198183:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790464 00010000:00010000:1.0:1778923643.198244:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 207 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.198294:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3284 00000100:00100000:1.0:1778923643.198306:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:2353:x1865335281790464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923643.198325:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923643.198332:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 207 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.198347:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 207 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.198388:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce710fe7200) 00010000:00010000:1.0:1778923643.198395:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.198406:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.198415:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.198446:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923643.198551:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:2353:x1865335281790464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 246us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.198559:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3284 00010000:00010000:0.0:1778923643.199233:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a50ce lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472df expref: 206 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.199259:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287744256:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923643.199287:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.199297:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.199303:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923643.199327:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c2:0x0]: returning size 0 00000004:00080000:0.0:1778923643.200264:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c8:0x0], index 0: 0 00000004:00080000:0.0:1778923643.200279:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2ac:0x0], index 1: 0 00010000:00010000:0.0:1778923643.200482:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200493:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200501:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200534:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923643.200539:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200552:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200724:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce710fe7200) 00010000:00010000:0.0:1778923643.200728:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923643.200734:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200741:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a50e3 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200905:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a50dc lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472e6 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200919:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923643.200922:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1778923643.200926:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a50dc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472e6 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.200936:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:0.0:1778923643.201028:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281790336:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 11685us (11937us total) trans 8589940052 rc 301/301 00000100:00100000:0.0:1778923643.201038:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5684 00000100:00100000:2.0:1778923643.206465:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.206787:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790720 00000100:00100000:1.0:1778923643.206800:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790720 00000100:00100000:1.0:1778923643.206870:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2080 00000100:00100000:1.0:1778923643.206891:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100a1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281790720:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923643.207374:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100a1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54937:x1865335281790720:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 485us (923us total) trans 8589940053 rc 0/0 00000100:00100000:1.0:1778923643.207386:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2080 00000100:00100000:3.0:1778923643.211151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.211915:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790848 00000100:00100000:1.0:1778923643.211930:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790848 00000100:00100000:1.0:1778923643.212066:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5685 00000100:00100000:1.0:1778923643.212079:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54937:x1865335281790848:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.212113:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.212141:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a50f1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472ed expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.212245:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.212265:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.212275:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.212321:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.212336:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 207 pid: 31254 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.212352:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287744384:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923643.212478:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.216816:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.217011:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281790976 00000100:00100000:2.0:1778923643.217025:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281790976 00010000:00010000:2.0:1778923643.217081:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 208 pid: 31254 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.217133:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3285 00000100:00100000:2.0:1778923643.217145:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281790976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923643.217163:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923643.217170:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 208 pid: 31254 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.217184:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 208 pid: 31254 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.217235:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923643.217241:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.217252:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.217262:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.217287:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923643.217903:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a50b9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472d8 expref: 208 pid: 31254 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.217930:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287744384:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923643.217957:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.217967:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.217973:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923643.218184:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235329 00000004:00200000:1.0:1778923643.218190:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923643.218214:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.218229:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.218267:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a50f1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ed expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.218284:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ed expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.218293:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923643.218296:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923643.218299:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923643.218762:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54937:x1865335281790848:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 6683us (7622us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.218782:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5685 00000100:00100000:2.0:1778923643.218989:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:2353:x1865335281790976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1846us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.219000:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3285 00000100:00100000:3.0:1778923643.224758:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.225422:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791104 00000100:00100000:0.0:1778923643.225438:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791104 00000100:00100000:0.0:1778923643.225550:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5686 00000100:00100000:0.0:1778923643.225562:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54937:x1865335281791104:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.225602:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.225636:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a50ff lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472f4 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.225735:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.225752:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.225951:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923643.226011:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c2:0x0]: returning size 0 00000004:00200000:0.0:1778923643.226017:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923643.226042:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.226075:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a50ff lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472f4 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.226098:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472f4 expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.226107:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce728e15100) 00010000:00010000:0.0:1778923643.226110:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1778923643.226115:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f000, rc 0) 00000100:00100000:0.0:1778923643.226190:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54937:x1865335281791104:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 630us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.226201:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5686 00000100:00100000:3.0:1778923643.237637:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.237687:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.237786:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791232 00000100:00100000:1.0:1778923643.237801:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791232 00000100:00100000:1.0:1778923643.237887:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791360 00000100:00100000:1.0:1778923643.237891:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791360 00000100:00100000:1.0:1778923643.238055:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7471 00000100:00100000:1.0:1778923643.238068:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b688c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281791232:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.238093:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.238121:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5472fb expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923643.238157:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923643.238182:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.238184:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.238196:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.238219:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.238236:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1e00, rc 0) 00000100:00100000:1.0:1778923643.238311:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b688c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281791232:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 246us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.238319:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7471 00000100:00100000:1.0:1778923643.238536:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7472 00000100:00100000:1.0:1778923643.238545:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281791360:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.238556:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.238569:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547302 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923643.238587:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1778923643.238597:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.238599:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.238603:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.238616:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 29 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.238626:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0400, rc 0) 00000100:00100000:1.0:1778923643.238651:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281791360:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 108us (964us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.238657:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7472 00000100:00100000:1.0:1778923643.249063:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.249125:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791616 00000100:00100000:0.0:1778923643.249139:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791616 00000100:00100000:0.0:1778923643.249228:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5687 00000100:00100000:0.0:1778923643.249240:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54937:x1865335281791616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.249268:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.249298:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a511b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547309 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.249446:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.250259:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.250289:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923643.250312:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235329 00010000:00010000:0.0:1778923643.250481:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a511b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547309 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.250583:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547309 expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.250596:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923643.250599:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923643.250604:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:0.0:1778923643.250694:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54937:x1865335281791616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1457us (1646us total) trans 8589940054 rc 0/0 00000100:00100000:0.0:1778923643.250704:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5687 00000100:00100000:3.0:1778923643.257728:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.257784:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.257825:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.257858:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791744 00000100:00100000:1.0:1778923643.257880:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791744 00000100:00100000:2.0:1778923643.257974:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792000 00000100:00100000:2.0:1778923643.257979:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792000 00000100:00100000:2.0:1778923643.258016:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7473 00000100:00100000:1.0:1778923643.258054:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281791872 00000100:00100000:1.0:1778923643.258066:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281791872 00000100:00100000:2.0:1778923643.258148:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281791744:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923643.258209:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.258236:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.258245:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923643.258247:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923643.258251:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.258294:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.258308:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 30 pid: 26020 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.258326:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287744512:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923643.258499:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703189cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.261462:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7474 00000100:00100000:0.0:1778923643.261488:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7475 00000100:00100000:3.0:1778923643.261497:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281792000:12345-192.168.203.24@tcp:1:lfs.0 00000100:00100000:0.0:1778923643.261524:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281791872:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923643.261581:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.261605:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.261614:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923643.261617:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923643.261623:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.261648:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.261667:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 30 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.261669:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 31 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.261687:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923643.261690:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923643.261693:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.261696:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 31 pid: 6548 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.261723:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287744640:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923643.261731:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 30 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.261743:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 30 pid: 22251 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.261757:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b658700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287744768:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923643.261817:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705698a80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.261926:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb77900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923643.267435:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.267565:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792128 00000100:00100000:0.0:1778923643.267577:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792128 00010000:00010000:0.0:1778923643.267625:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 32 pid: 6548 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.267673:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3286 00000100:00100000:0.0:1778923643.267685:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281792128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923643.267704:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923643.267735:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 32 pid: 6548 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.267751:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 32 pid: 6548 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.267782:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.267785:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.267791:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.267803:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.267834:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923643.267906:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281792128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 222us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.267914:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3286 00010000:00010000:1.0:1778923643.268036:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b297a5/0x3baece0abe6a4d9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b2 expref: 31 pid: 6548 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.268064:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287744640:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923643.268095:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268107:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268113:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268140:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268148:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268157:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268164:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923643.268168:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268177:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268189:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.268201:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5137 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.268254:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281791872:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 6757us (10470us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.268264:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7475 00000100:00100000:2.0:1778923643.268926:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287744512:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923643.268950:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.269236:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b658700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287744768:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923643.269252:0:26020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.269719:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.269983:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792384 00000100:00100000:2.0:1778923643.269991:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792384 00010000:00010000:2.0:1778923643.271166:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 31 pid: 22251 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.271224:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3287 00000100:00100000:2.0:1778923643.271239:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281792384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923643.271259:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923643.271286:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 31 pid: 22251 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.271301:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 31 pid: 22251 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.271328:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5b5becf/0x3baece0abe6a4da2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5471b9 expref: 31 pid: 22251 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.271346:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.271348:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.271354:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.271366:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.271438:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923643.271580:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281792384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 346us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.271588:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3287 00010000:00010000:0.0:1778923643.271832:0:26020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271849:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271890:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271899:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271907:0:26020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271914:0:26020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.271919:0:26020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271929:0:26020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271943:0:26020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.271952:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a513e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.273035:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281792000:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 11548us (15198us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.273070:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7474 00000100:00100000:2.0:1778923643.273157:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.273311:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792256 00000100:00100000:3.0:1778923643.273322:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792256 00010000:00010000:3.0:1778923643.273367:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 29 pid: 26020 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.273406:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3288 00000100:00100000:3.0:1778923643.273415:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281792256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923643.273433:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1778923643.273464:0:5739:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.273467:0:5739:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.273469:0:5739:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 519 00010000:00010000:3.0:1778923643.273475:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 29 pid: 26020 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.273489:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 29 pid: 26020 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.273543:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a509d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ca expref: 29 pid: 26020 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.273562:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.273565:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.273570:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.273581:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.273616:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923643.274673:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274690:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274728:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274739:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274747:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274755:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.274759:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274768:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274790:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.274799:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5130 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.276932:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281791744:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 18773us (19420us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.276949:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7473 00000100:00100000:3.0:1778923643.277008:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281792256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3591us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.277678:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3288 00000100:00100000:2.0:1778923643.296413:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.296475:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.296673:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792512 00000100:00100000:1.0:1778923643.296686:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792512 00000100:00100000:1.0:1778923643.296754:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792640 00000100:00100000:1.0:1778923643.296758:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792640 00000100:00100000:1.0:1778923643.296844:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7476 00000100:00100000:1.0:1778923643.296856:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281792512:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.296889:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.296920:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547310 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923643.296955:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a083876, ctime: 0x6a08387b, blocks: 0x207 00010000:00010000:1.0:1778923643.296980:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.296983:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.296995:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.297016:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.297038:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:1.0:1778923643.297116:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281792512:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 262us (716us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.297124:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7476 00000100:00100000:1.0:1778923643.297146:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7477 00000100:00100000:1.0:1778923643.297153:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281792640:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923643.297161:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923643.297173:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547317 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923643.297192:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08387a, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x3 00010000:00010000:1.0:1778923643.297202:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.297204:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.297210:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.297223:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.297231:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923643.297253:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281792640:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 101us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.297259:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7477 00000100:00100000:0.0:1778923643.301346:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.301453:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792768 00000100:00100000:3.0:1778923643.301467:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792768 00000100:00100000:3.0:1778923643.301567:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7478 00000100:00100000:3.0:1778923643.301581:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281792768:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.301664:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.301695:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54731e expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923643.301728:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08387a, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x3 00010000:00010000:0.0:1778923643.301753:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.301755:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.301767:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 29 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.301787:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 29 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.301804:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:0.0:1778923643.301883:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281792768:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 298us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.301892:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7478 00000100:00100000:2.0:1778923643.384623:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.384927:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281792896 00000100:00100000:3.0:1778923643.384942:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281792896 00000100:00100000:3.0:1778923643.385050:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3763 00000100:00100000:3.0:1778923643.385063:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281792896:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923643.385109:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.385129:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.385132:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.385139:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.385157:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401755:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401857:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401867:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401884:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923643.401889:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401900:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401923:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.401930:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a515a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.402171:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281792896:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17105us (17556us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923643.402183:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3763 00000100:00100000:3.0:1778923643.407897:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.408085:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793024 00000100:00100000:1.0:1778923643.408098:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793024 00000100:00100000:1.0:1778923643.408194:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3764 00000100:00100000:1.0:1778923643.408206:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281793024:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923643.408254:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.408283:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.408292:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.408295:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.408300:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.408343:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 31 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.408373:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 31 pid: 6548 timeout: 1440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.408393:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287744896:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923643.408532:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.412275:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.412868:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287744896:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923643.414669:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793152 00000100:00100000:0.0:1778923643.414681:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793152 00010000:00010000:1.0:1778923643.414691:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.414740:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 32 pid: 6548 timeout: 1440 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.414792:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3289 00000100:00100000:0.0:1778923643.414804:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281793152:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923643.414824:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923643.414854:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 32 pid: 6548 timeout: 1440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.414869:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 32 pid: 6548 timeout: 1440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.414913:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a510d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472fb expref: 32 pid: 6548 timeout: 1440 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.417316:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.417325:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.417334:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.417354:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.417863:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923643.417975:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281793152:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3165us (5704us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.417988:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3289 00010000:00010000:3.0:1778923643.418179:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.418191:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923643.471714:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 0 -> 235327 00002000:00010000:0.0:1778923643.471728:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 0 -> 1778923643 00002000:00010000:0.0:1778923643.471730:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 0 -> 1778923643 00002000:00010000:0.0:1778923643.471733:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:0.0:1778923643.471749:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471766:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471775:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471784:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.471789:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471799:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471825:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.471834:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091126276/0x3baece0abe6a5161 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.471973:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281793024:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 63762us (64091us total) trans 21474839492 rc 0/0 00000100:00100000:0.0:1778923643.471993:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3764 00000001:00080000:1.0:1778923643.473628:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839492 is committed 00000001:00080000:1.0:1778923643.473654:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839486 is committed 00000001:00080000:1.0:1778923643.473669:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839490 is committed 00000100:00100000:3.0:1778923643.474351:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.474609:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793280 00000100:00100000:1.0:1778923643.474622:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793280 00000100:00100000:1.0:1778923643.474725:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5688 00000100:00100000:1.0:1778923643.474736:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54937:x1865335281793280:12345-192.168.203.24@tcp:44:lfs.0 00010000:00010000:0.0:1778923643.518697:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923643.520177:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54937:x1865335281793280:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 45427us (45818us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.520192:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5688 00000001:00080000:1.0:1778923643.520444:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940054 is committed 00000020:00080000:1.0:1778923643.520477:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969405 batchid updated 00000020:00080000:3.0:1778923643.520812:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969405 00000020:00080000:3.0:1778923643.521286:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969405 cancel update log [0x200000bd0:0x1:0x0].50: rc = 0 00000020:00080000:3.0:1778923643.521298:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969405 00000100:00100000:3.0:1778923643.523442:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.523729:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.524167:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793536 00000100:00100000:1.0:1778923643.524181:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793536 00000100:00100000:1.0:1778923643.524256:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793408 00000100:00100000:1.0:1778923643.524260:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793408 00000100:00100000:0.0:1778923643.524359:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7479 00000100:00100000:0.0:1778923643.524374:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281793536:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:0.0:1778923643.524955:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281793536:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 581us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.526199:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7479 00000100:00100000:1.0:1778923643.526897:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7480 00000100:00100000:1.0:1778923643.526912:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281793408:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:1.0:1778923643.527080:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281793408:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 169us (3346us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.527087:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7480 00000100:00100000:3.0:1778923643.540007:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.540058:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.540098:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.540618:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793792 00000100:00100000:0.0:1778923643.540632:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793792 00000100:00100000:0.0:1778923643.540705:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7481 00000100:00100000:0.0:1778923643.540718:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281793792:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923643.540782:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540804:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.540806:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.540813:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540829:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540869:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540890:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540899:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540906:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642dc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.540911:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540920:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540937:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.540945:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5168 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.541103:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793664 00000100:00100000:3.0:1778923643.541109:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793664 00000100:00100000:3.0:1778923643.541146:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281793920 00000100:00100000:3.0:1778923643.541149:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281793920 00000100:00100000:3.0:1778923643.541173:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7482 00000100:00100000:3.0:1778923643.541180:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281793664:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923643.541203:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541213:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.541215:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.541218:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541229:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541250:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541258:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541266:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541273:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923643.541276:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541283:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541294:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541301:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a516f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.541392:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281793664:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 211us (1332us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.541402:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7482 00000100:00100000:3.0:1778923643.541426:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7483 00000100:00100000:3.0:1778923643.541433:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281793920:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923643.541450:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541458:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.541460:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.541463:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.541472:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.541640:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281793792:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 924us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.541647:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7481 00010000:00010000:3.0:1778923643.542124:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542136:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542144:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542157:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923643.542161:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542168:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542181:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.542189:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a5176 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.542233:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281793920:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 800us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.542240:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7483 00000100:00100000:3.0:1778923643.545220:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.545395:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281794176 00000100:00100000:2.0:1778923643.545408:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281794176 00000100:00100000:2.0:1778923643.545488:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5689 00000100:00100000:2.0:1778923643.545500:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54937:x1865335281794176:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923643.545604:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923643.545640:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5106 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472f4 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.545666:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce728e15100) 00010000:00010000:2.0:1778923643.545681:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923643.545721:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.545737:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.545748:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923643.545988:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000013ede95b reply state 00000000b617738b transno 8589940055 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.546004:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923643.546122:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281794176:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 624us (917us total) trans 8589940055 rc 0/0 00000100:00100000:2.0:1778923643.546130:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5689 00010000:00010000:0.0:1778923643.548686:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548715:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548724:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548730:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923643.548737:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548745:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548765:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce737d5f000) 00010000:00010000:0.0:1778923643.548768:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923643.548774:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.548781:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a517d lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.550796:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.550920:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281794304 00000100:00100000:0.0:1778923643.550932:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281794304 00000100:00100000:0.0:1778923643.551011:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5690 00000100:00100000:0.0:1778923643.551022:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54937:x1865335281794304:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.551053:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.551081:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547325 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.551166:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.551183:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.551205:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce72b969d00) 00010000:00010000:0.0:1778923643.551208:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923643.551213:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923643.551288:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281794304:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 267us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.551296:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5690 00000100:00100000:3.0:1778923643.554771:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.554924:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281794432 00000100:00100000:0.0:1778923643.554937:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281794432 00000100:00100000:0.0:1778923643.555001:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7484 00000100:00100000:0.0:1778923643.555011:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281794432:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:0.0:1778923643.555362:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281794432:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 352us (604us total) trans 21474839493 rc 0/0 00000100:00100000:0.0:1778923643.555370:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7484 00000100:00100000:3.0:1778923643.557735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.557890:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281794560 00000100:00100000:0.0:1778923643.557902:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281794560 00000100:00100000:0.0:1778923643.557967:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7485 00000100:00100000:0.0:1778923643.557984:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281794560:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923643.558351:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923643.558355:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 0 -> 1778923643 00002000:00010000:0.0:1778923643.558359:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 0 -> 1778923643 00002000:00010000:0.0:1778923643.558361:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 0 -> 1778923643 00002000:00010000:0.0:1778923643.558363:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923643.558435:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281794560:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 459us (712us total) trans 17179872396 rc 0/0 00000100:00100000:0.0:1778923643.558443:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7485 00000100:00100000:3.0:1778923643.562053:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.562178:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281794816 00000100:00100000:2.0:1778923643.562192:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281794816 00000100:00100000:2.0:1778923643.562269:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5691 00000100:00100000:2.0:1778923643.562281:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281794816:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:2.0:1778923643.562373:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562396:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562409:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562442:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562449:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562457:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562463:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923643.562468:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562482:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562547:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce72b969d00) 00010000:00010000:2.0:1778923643.562551:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1778923643.562557:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.562564:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a518b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.562654:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281794816:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 374us (616us total) trans 0 rc -22/-22 00000100:00100000:2.0:1778923643.562662:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5691 00000100:00100000:1.0:1778923643.565216:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.565324:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795072 00000100:00100000:0.0:1778923643.565338:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795072 00000100:00100000:0.0:1778923643.565413:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5692 00000100:00100000:0.0:1778923643.565424:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281795072:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923643.565495:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1778923643.565575:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5096 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472c3 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.565602:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0200/0x3baece0abe6a50f8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472ed expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.565615:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923643.565621:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923643.565679:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.565696:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.565707:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923643.565945:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000afa7f418 reply state 00000000fffeb366 transno 8589940056 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.565957:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923643.566070:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281795072:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 646us (867us total) trans 8589940056 rc 0/0 00000100:00100000:0.0:1778923643.566079:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5692 00010000:00010000:3.0:1778923643.568922:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.568942:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.568951:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.568958:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923643.568963:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.568971:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.569003:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.569007:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923643.569013:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.569020:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5192 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.571744:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.571837:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795200 00000100:00100000:0.0:1778923643.571850:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795200 00000100:00100000:0.0:1778923643.571932:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5693 00000100:00100000:0.0:1778923643.571944:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54937:x1865335281795200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.571975:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.572002:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54732c expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.572082:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.572098:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.572122:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923643.572126:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923643.572129:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642d400, rc 0) 00000100:00100000:0.0:1778923643.572216:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281795200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 274us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.572224:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5693 00000100:00100000:3.0:1778923643.576930:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.577099:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.578338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.578565:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795328 00000100:00100000:2.0:1778923643.578578:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795328 00000100:00100000:2.0:1778923643.578642:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795456 00000100:00100000:2.0:1778923643.578646:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795456 00000100:00100000:2.0:1778923643.578670:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795584 00000100:00100000:2.0:1778923643.578673:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795584 00000100:00100000:2.0:1778923643.578700:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7486 00000100:00100000:2.0:1778923643.578712:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281795328:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923643.579114:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7487 00000100:00100000:3.0:1778923643.579126:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281795456:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923643.579280:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923643.579284:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.579287:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923638 -> 1778923643 00002000:00010000:3.0:1778923643.579289:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.579292:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923643.579371:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281795456:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 248us (2271us total) trans 21474839494 rc 0/0 00000100:00100000:3.0:1778923643.579379:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7487 00000100:00100000:3.0:1778923643.579407:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7488 00000100:00100000:3.0:1778923643.579414:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281795584:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923643.579654:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:2.0:1778923643.579658:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923643.579660:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923638 -> 1778923643 00002000:00010000:2.0:1778923643.579662:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923643.579664:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923643.579689:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281795328:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 980us (2774us total) trans 17179872397 rc 0/0 00000100:00100000:2.0:1778923643.579696:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7486 00002000:00010000:3.0:1778923643.579849:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923643.579852:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.579854:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923638 -> 1778923643 00002000:00010000:3.0:1778923643.579857:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923642 -> 1778923643 00002000:00010000:3.0:1778923643.579859:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923643.579892:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281795584:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 478us (1562us total) trans 17179872398 rc 0/0 00000100:00100000:3.0:1778923643.579898:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7488 00000100:00100000:1.0:1778923643.583842:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.584010:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795840 00000100:00100000:0.0:1778923643.584022:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795840 00000100:00100000:0.0:1778923643.584087:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2081 00000100:00100000:0.0:1778923643.584098:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281795840:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923643.584194:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547309 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.584246:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.584263:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.584272:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.584317:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.584332:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 204 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.584350:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287745024:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923643.584449:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce720394780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.588644:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.588885:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287745024:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923643.588927:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.589085:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281795968 00000100:00100000:2.0:1778923643.589094:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281795968 00010000:00010000:2.0:1778923643.589137:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 205 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.589207:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3290 00000100:00100000:2.0:1778923643.589217:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281795968:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923643.589235:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923643.589242:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 205 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589254:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 205 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589281:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5199 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54732c expref: 205 pid: 30328 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589298:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923643.589303:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589315:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589323:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.589358:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923643.589472:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589481:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589549:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589561:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589569:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589605:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.589619:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.589635:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287745152:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923643.589739:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281795968:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 521us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.589747:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3290 00000100:00100000:1.0:1778923643.590011:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.594723:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.594808:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281796096 00000100:00100000:3.0:1778923643.594821:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281796096 00010000:00010000:3.0:1778923643.594883:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.594938:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3291 00000100:00100000:3.0:1778923643.594949:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281796096:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923643.594969:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923643.594985:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.595000:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 204 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.595034:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce72b969d00) 00010000:00010000:3.0:1778923643.595040:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.595052:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.595060:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.595085:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923643.595347:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281796096:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 398us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.595356:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3291 00010000:00010000:0.0:1778923643.595441:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5184 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547325 expref: 203 pid: 31653 timeout: 1440 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.595468:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287745152:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923643.595738:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.595750:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.595756:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.596801:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745280:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.598727:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.598826:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48e40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.598884:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745280 00000100:00100000:1.0:1778923643.598953:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745280 00000100:00100000:1.0:1778923643.599153:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1778923643.599165:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745280:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.599338:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745280:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 175us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.599346:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1778923643.599435:0:30329:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872392 gen 2 00000004:00080000:0.0:1778923643.599442:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872377 committed transno 17179872392 00000004:00080000:0.0:1778923643.599473:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dd880, transno 17179872378 00000004:00080000:0.0:1778923643.599615:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c54a80, transno 17179872379 00000004:00080000:0.0:1778923643.600468:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c56680, transno 17179872380 00000004:00080000:0.0:1778923643.600474:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de680, transno 17179872381 00000004:00080000:0.0:1778923643.600477:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dc000, transno 17179872382 00000004:00080000:0.0:1778923643.600480:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c54700, transno 17179872383 00000004:00080000:0.0:1778923643.600490:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de300, transno 17179872384 00000004:00080000:0.0:1778923643.600493:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dd500, transno 17179872385 00000004:00080000:0.0:1778923643.600496:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d41880, transno 17179872386 00000004:00080000:0.0:1778923643.600498:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d40e00, transno 17179872387 00000004:00080000:0.0:1778923643.600501:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d43b80, transno 17179872388 00000004:00080000:0.0:1778923643.600535:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7800, transno 17179872389 00000004:00080000:0.0:1778923643.600540:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c20700, transno 17179872390 00000004:00080000:0.0:1778923643.600542:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c21c00, transno 17179872391 00000004:00080000:0.0:1778923643.600545:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737c21f80, transno 17179872392 00000100:00100000:0.0:1778923643.600555:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745280:0@lo:1000:mdt_rdpg00_000.0 00000004:00080000:2.0:1778923643.600859:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 13 done 00000100:00100000:0.0:1778923643.601236:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.601312:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.601411:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.601460:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745408 00000100:00100000:1.0:1778923643.601469:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745408 00000100:00100000:1.0:1778923643.601733:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1778923643.601745:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745408:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.601858:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745408:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.601867:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1778923643.601944:0:30329:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839490 gen 2 00000004:00080000:0.0:1778923643.601951:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839472 committed transno 21474839490 00000004:00080000:0.0:1778923643.601968:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839475 committed transno 21474839490 00000004:00080000:0.0:1778923643.601996:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7480, transno 21474839476 00000004:00080000:0.0:1778923643.602019:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5c00, transno 21474839477 00000004:00080000:0.0:1778923643.602023:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4e00, transno 21474839478 00000004:00080000:0.0:1778923643.602026:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4a80, transno 21474839479 00000004:00080000:0.0:1778923643.602029:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4700, transno 21474839480 00000004:00080000:0.0:1778923643.602032:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd6680, transno 21474839481 00000004:00080000:0.0:1778923643.602034:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5880, transno 21474839482 00000004:00080000:0.0:1778923643.602037:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d43800, transno 21474839483 00000004:00080000:0.0:1778923643.602040:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772c000, transno 21474839484 00000004:00080000:0.0:1778923643.602043:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772dc00, transno 21474839485 00000004:00080000:0.0:1778923643.602046:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772f800, transno 21474839486 00000004:00080000:0.0:1778923643.602048:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772df80, transno 21474839487 00000004:00080000:0.0:1778923643.602051:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772ea00, transno 21474839488 00000004:00080000:0.0:1778923643.602054:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772f100, transno 21474839489 00000004:00080000:0.0:1778923643.602057:0:30329:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772d180, transno 21474839490 00000100:00100000:0.0:1778923643.602063:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745408:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.602133:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.602166:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923643.602600:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 15 done 00000100:00100000:0.0:1778923643.602963:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.603099:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745536 00000100:00100000:3.0:1778923643.603108:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745536 00000100:00100000:3.0:1778923643.603154:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1778923643.603163:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745536:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.603260:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745536:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.603269:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1778923643.603346:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745536:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.603401:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.603433:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.603456:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.603538:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745664 00000100:00100000:3.0:1778923643.603542:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745664 00000100:00100000:3.0:1778923643.603562:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1778923643.603567:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745664:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.603620:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745664:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.603630:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1778923643.603794:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745664:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.603845:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.603881:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.603906:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce720394780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.604139:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745792 00000100:00100000:3.0:1778923643.604144:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745792 00000100:00100000:3.0:1778923643.604166:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1778923643.604173:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745792:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.604271:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745792:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 99us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.604279:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1778923643.604453:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745792:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.604638:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.604669:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.604727:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.604755:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287745920 00000100:00100000:3.0:1778923643.604759:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287745920 00000100:00100000:3.0:1778923643.604824:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1778923643.604832:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745920:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.604912:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287745920:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.604919:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1778923643.604967:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287745920:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.605017:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.605040:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.605284:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.605360:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746048 00000100:00100000:1.0:1778923643.605366:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746048 00000100:00100000:1.0:1778923643.605390:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1778923643.605396:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746048:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.605460:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746048:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 64us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.605468:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1778923643.605601:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746048:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.605637:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.605662:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.605812:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.605880:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746176 00000100:00100000:3.0:1778923643.605885:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746176 00000100:00100000:3.0:1778923643.605908:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1778923643.605915:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746176:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.606076:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746176:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 161us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.606084:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1778923643.606150:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746176:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606192:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606217:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.606242:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.606285:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746304 00000100:00100000:3.0:1778923643.606290:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746304 00000100:00100000:3.0:1778923643.606308:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1778923643.606314:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746304:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.606377:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746304:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.606385:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1778923643.606476:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746304:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606604:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606628:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.606649:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.606709:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746432 00000100:00100000:3.0:1778923643.606714:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746432 00000100:00100000:3.0:1778923643.606741:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1778923643.606747:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746432:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.606799:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746432:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 51us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.606805:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1778923643.606898:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746432:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606932:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.606954:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.607059:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.607101:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746560 00000100:00100000:3.0:1778923643.607105:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746560 00000100:00100000:3.0:1778923643.607131:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1778923643.607137:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746560:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.607189:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746560:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 52us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.607196:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1778923643.607280:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746560:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.607308:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.607334:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.607353:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.607392:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746688 00000100:00100000:3.0:1778923643.607396:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746688 00000100:00100000:3.0:1778923643.607424:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1778923643.607431:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746688:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.607692:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746688:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 260us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.607699:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1778923643.607859:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746688:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.608171:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.608205:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.608271:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.608310:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746816 00000100:00100000:2.0:1778923643.608316:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746816 00000100:00100000:2.0:1778923643.608398:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:2.0:1778923643.608407:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746816:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.608490:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746816:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.608498:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1778923643.608662:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746816:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.608695:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.608719:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.609081:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.609128:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287746944 00000100:00100000:3.0:1778923643.609133:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287746944 00000100:00100000:3.0:1778923643.609158:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1778923643.609164:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746944:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.609227:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287746944:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 63us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.609234:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1778923643.609301:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287746944:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.609343:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.609366:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.609387:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.609433:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747072 00000100:00100000:3.0:1778923643.609437:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747072 00000100:00100000:3.0:1778923643.609454:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1778923643.609459:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747072:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.609541:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747072:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.609548:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1778923643.609667:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747072:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.609698:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.609721:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.609741:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.609789:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747200 00000100:00100000:3.0:1778923643.609793:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747200 00000100:00100000:3.0:1778923643.609809:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1778923643.609814:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747200:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.609985:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747200:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 160us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.609993:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:0.0:1778923643.610128:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747200:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.610166:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.610191:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.610253:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.610310:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747328 00000100:00100000:1.0:1778923643.610315:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747328 00000100:00100000:2.0:1778923643.610362:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1778923643.610371:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.610436:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 66us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.610443:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1778923643.610578:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.610609:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.610633:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.610654:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.610703:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747456 00000100:00100000:3.0:1778923643.610708:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747456 00000100:00100000:3.0:1778923643.610736:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1778923643.610743:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.610802:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.610809:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1778923643.610881:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.611158:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.611181:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.611205:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.611330:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747584 00000100:00100000:3.0:1778923643.611335:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747584 00000100:00100000:3.0:1778923643.611354:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1778923643.611360:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.611418:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 58us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.611425:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:0.0:1778923643.611675:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.611706:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.611727:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.611749:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.612161:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747712 00000100:00100000:3.0:1778923643.612166:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747712 00000100:00100000:3.0:1778923643.612194:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1778923643.612202:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747712:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.612276:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747712:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 74us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.612283:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1778923643.612357:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.612398:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.612422:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923643.612443:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.612553:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747840 00000100:00100000:3.0:1778923643.612558:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747840 00000100:00100000:0.0:1778923643.612967:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1778923643.613059:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747840:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.613173:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747840:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 199us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.613181:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1778923643.613227:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747840:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.613282:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.613314:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.613657:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.613718:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287747968 00000100:00100000:2.0:1778923643.613723:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287747968 00000100:00100000:2.0:1778923643.613754:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1778923643.613761:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747968:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.613882:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287747968:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 121us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.613898:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1778923643.615140:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287747968:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.615268:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.615326:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.615353:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.615453:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748096 00000100:00100000:2.0:1778923643.615460:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748096 00000100:00100000:2.0:1778923643.615542:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1778923643.615551:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748096:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.615631:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748096:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 81us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.615639:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:3.0:1778923643.615867:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748096:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.615925:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.615955:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.615987:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.616102:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748224 00000100:00100000:2.0:1778923643.616106:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748224 00000100:00100000:2.0:1778923643.616125:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1778923643.616130:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748224:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.616185:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748224:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.616191:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1778923643.616248:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748224:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.616285:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.616304:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.616326:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923643.616383:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748352 00000100:00100000:0.0:1778923643.616388:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748352 00000100:00100000:0.0:1778923643.616412:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:0.0:1778923643.616418:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748352:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.616478:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748352:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 60us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.616569:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1778923643.616857:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748352:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.616908:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.616934:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.616957:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923643.617093:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748480 00000100:00100000:0.0:1778923643.617097:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748480 00000100:00100000:0.0:1778923643.617161:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1778923643.617168:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748480:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923643.617229:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748480:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923643.617236:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1778923643.617289:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748480:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.617329:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.617350:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.617494:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.617663:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748608 00000100:00100000:1.0:1778923643.617668:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748608 00000100:00100000:1.0:1778923643.617696:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1778923643.617703:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748608:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.617763:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748608:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.617770:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1778923643.617838:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748608:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.617887:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.617913:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.617937:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.618018:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748736 00000100:00100000:1.0:1778923643.618022:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748736 00000100:00100000:1.0:1778923643.618040:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1778923643.618045:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748736:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.618100:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748736:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.618106:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1778923643.618245:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748736:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.618286:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.618308:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.618329:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.618373:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748864 00000100:00100000:1.0:1778923643.618377:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748864 00000100:00100000:1.0:1778923643.618393:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1778923643.618398:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748864:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.618452:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748864:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.618458:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1778923643.618531:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748864:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.618563:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.618588:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.618607:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.618718:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287748992 00000100:00100000:1.0:1778923643.618722:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287748992 00000100:00100000:1.0:1778923643.618739:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1778923643.618744:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748992:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.618856:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287748992:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 111us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.618863:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1778923643.621965:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287748992:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.622207:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.622288:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.622378:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.622429:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287749120 00000100:00100000:1.0:1778923643.622442:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287749120 00000100:00100000:1.0:1778923643.622612:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1778923643.622624:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749120:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.622726:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749120:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 104us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.622738:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1778923643.622809:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749120:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.622856:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749248:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.622894:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.623131:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.623207:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287749248 00000100:00100000:2.0:1778923643.623212:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287749248 00000100:00100000:2.0:1778923643.623239:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1778923643.623246:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749248:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.623349:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749248:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 102us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.623356:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1778923643.623436:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749248:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:3.0:1778923643.624380:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].51, 1632 off80216 00000001:00080000:3.0:1778923643.624398:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940057 00000100:00100000:3.0:1778923643.624671:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.624729:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.624867:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923643.624920:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287749376 00000100:00100000:2.0:1778923643.624927:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287749376 00000100:00100000:2.0:1778923643.625103:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1778923643.625113:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749376:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923643.625659:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287749376:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 546us (927us total) trans 17179872399 rc 0/0 00000100:00100000:2.0:1778923643.625672:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1778923643.625770:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749376:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.625815:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749504:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923643.625849:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923643.626121:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711366cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923643.626202:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287749504 00000100:00100000:1.0:1778923643.626208:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287749504 00000100:00100000:1.0:1778923643.626241:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1778923643.626248:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287749504:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923643.626688:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287749504:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 438us (837us total) trans 21474839495 rc 0/0 00000100:00100000:1.0:1778923643.626695:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1778923643.626850:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d9880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287749504:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1778923643.627198:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940058 00010000:00010000:3.0:1778923643.627244:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627257:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627265:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627272:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923643.627277:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627287:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627306:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce72b969d00) 00010000:00010000:3.0:1778923643.627309:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923643.627316:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627322:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a51a7 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627352:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627358:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627364:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627370:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923643.627373:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627379:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627387:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.627389:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923643.627393:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627398:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a51a0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.627412:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.627414:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923643.627421:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5122 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547309 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.627653:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281795840:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 43556us (43824us total) trans 8589940059 rc 0/0 00000100:00100000:3.0:1778923643.627663:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2081 00000020:00080000:3.0:1778923643.627669:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923643.630660:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.630735:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281796224 00000100:00100000:3.0:1778923643.630747:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281796224 00000100:00100000:3.0:1778923643.630804:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5694 00000100:00100000:3.0:1778923643.630815:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54937:x1865335281796224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923643.630848:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923643.630879:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547333 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.630951:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.630967:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.631107:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.631111:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923643.631116:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:3.0:1778923643.631206:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281796224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 393us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.631214:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5694 00000100:00100000:2.0:1778923643.635459:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.635649:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281796480 00000100:00100000:1.0:1778923643.635664:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281796480 00000100:00100000:1.0:1778923643.635733:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2082 00000100:00100000:1.0:1778923643.635746:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54937:x1865335281796480:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923643.636276:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54937:x1865335281796480:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 529us (829us total) trans 8589940060 rc 0/0 00000100:00100000:1.0:1778923643.636284:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2082 00000100:00100000:0.0:1778923643.638803:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.639057:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281796736 00000100:00100000:3.0:1778923643.639070:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281796736 00000100:00100000:3.0:1778923643.639179:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2083 00000100:00100000:3.0:1778923643.639192:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54937:x1865335281796736:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:3.0:1778923643.639959:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:3.0:1778923643.640178:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640200:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640214:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640225:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640232:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640238:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.640258:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1778923643.640385:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54937:x1865335281796736:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1193us (1593us total) trans 8589940061 rc 0/0 00000100:00100000:3.0:1778923643.640394:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2083 00010000:00010000:0.0:1778923643.642819:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923643.642836:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.642850:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.642856:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.642867:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.642910:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c2:0x0].0x0 (ffff9ce722718100) 00010000:00010000:0.0:1778923643.642913:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1778923643.642918:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.642924:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51b5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.642956:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923643.642958:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923643.642960:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923643.661766:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.661924:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281796864 00000100:00100000:3.0:1778923643.661939:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281796864 00000100:00100000:3.0:1778923643.662033:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5695 00000100:00100000:3.0:1778923643.662045:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54938:x1865335281796864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923643.662077:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923643.662105:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a51bc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54733a expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662199:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662218:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662231:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923643.662286:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00000004:00200000:3.0:1778923643.662291:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923643.662313:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662325:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662353:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a51bc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662374:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.662384:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923643.662387:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923643.662393:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:3.0:1778923643.662479:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54938:x1865335281796864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 436us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923643.662488:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5695 00000100:00100000:3.0:1778923643.666852:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.667001:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797120 00000100:00100000:2.0:1778923643.667013:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797120 00000100:00100000:2.0:1778923643.667083:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5696 00000100:00100000:2.0:1778923643.667094:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54938:x1865335281797120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923643.667120:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923643.667143:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a51ca lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547341 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.667271:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a51d1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.667288:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a51d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.667301:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a51d1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923643.667315:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923643.667468:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a51ca lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547341 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.667491:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a51d1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547341 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.667552:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923643.667556:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923643.667561:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923643.667638:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54938:x1865335281797120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 545us (810us total) trans 8589940062 rc 0/0 00000100:00100000:2.0:1778923643.667645:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5696 00000100:00100000:1.0:1778923643.682617:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.682716:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797248 00000100:00100000:0.0:1778923643.682729:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797248 00000100:00100000:0.0:1778923643.682798:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7489 00000100:00100000:0.0:1778923643.682810:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281797248:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923643.682834:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923643.682857:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a51df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547348 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.682963:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287749632:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923643.683078:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce720394780 going to sleep for 11 seconds 00000100:00100000:0.0:1778923643.685361:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287749632:192.168.203.24@tcp:106: 00010000:00010000:0.0:1778923643.685415:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a51df lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547348 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.685446:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a51df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547348 expref: 28 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.685462:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923643.685608:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281797248:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2798us (3004us total) trans 0 rc 301/301 00000100:00100000:0.0:1778923643.685618:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7489 00000100:00100000:3.0:1778923643.689969:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.690020:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.690224:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797376 00000100:00100000:2.0:1778923643.690236:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797376 00000100:00100000:2.0:1778923643.690296:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797504 00000100:00100000:2.0:1778923643.690299:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797504 00000100:00100000:2.0:1778923643.690329:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7490 00000100:00100000:2.0:1778923643.690338:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281797376:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923643.690361:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923643.690388:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54734f expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923643.690420:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 193917, mtime: 0x6a083878, atime: 0x6a083876, ctime: 0x6a08387a, blocks: 0x203 00010000:00010000:2.0:1778923643.690445:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.690448:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.690458:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.690479:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.690536:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923643.690606:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281797376:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 268us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923643.690617:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7490 00000100:00100000:2.0:1778923643.690640:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7491 00000100:00100000:2.0:1778923643.690646:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281797504:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923643.690654:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923643.690665:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a51ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547356 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.690720:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287749760:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923643.690783:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703189cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923643.693933:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d46d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6546:1865335287749760:192.168.203.24@tcp:106: 00010000:00010000:3.0:1778923643.694175:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a51ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547356 expref: 28 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.694214:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a51ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547356 expref: 28 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.694230:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:3.0:1778923643.694683:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281797504:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4033us (4658us total) trans 0 rc 301/301 00000100:00100000:3.0:1778923643.694694:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7491 00000100:00100000:3.0:1778923643.734008:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.734910:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797632 00000100:00100000:1.0:1778923643.734924:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797632 00000100:00100000:1.0:1778923643.735026:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3765 00000100:00100000:1.0:1778923643.735037:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281797632:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923643.735082:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.735102:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.735104:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.735111:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.735128:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740659:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740682:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740692:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740700:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923643.740705:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740715:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740737:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.740744:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a51f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.740850:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281797632:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5809us (6852us total) trans 0 rc 235327/235327 00000100:00100000:1.0:1778923643.740861:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3765 00000100:00100000:3.0:1778923643.745260:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.745915:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797760 00000100:00100000:2.0:1778923643.745930:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797760 00000100:00100000:2.0:1778923643.746137:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3766 00000100:00100000:2.0:1778923643.746150:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281797760:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923643.746218:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387b, blocks: 0x203 00010000:00010000:2.0:1778923643.746229:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.746246:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.746248:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.746255:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.746269:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753497:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753553:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753562:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753570:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923643.753575:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753585:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753610:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.753618:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a51fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.753725:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281797760:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7572us (8474us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923643.753736:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3766 00000100:00100000:0.0:1778923643.769184:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.769317:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281797888 00000100:00100000:1.0:1778923643.769331:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281797888 00000100:00100000:1.0:1778923643.769439:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 581 00000100:00100000:1.0:1778923643.769450:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54938:x1865335281797888:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923643.769471:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923643.769665:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a51d1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547341 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.769691:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923643.769697:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923643.769818:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54938:x1865335281797888:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 369us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923643.769826:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 581 00000100:00100000:3.0:1778923643.772032:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.772410:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798144 00000100:00100000:0.0:1778923643.772422:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798144 00000100:00100000:0.0:1778923643.772492:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2084 00000100:00100000:0.0:1778923643.772633:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+209:54938:x1865335281798144:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923643.773133:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54938:x1865335281798144:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 629us (1113us total) trans 8589940063 rc 0/0 00000100:00100000:0.0:1778923643.773142:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2084 00000100:00100000:2.0:1778923643.790355:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.790968:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798400 00000100:00100000:3.0:1778923643.791058:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798400 00000100:00100000:2.0:1778923643.791254:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5697 00000100:00100000:2.0:1778923643.791265:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54939:x1865335281798400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923643.791297:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923643.791320:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5202 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54735d expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.791453:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5209 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.791473:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5209 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.791496:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5209 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923643.791535:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923643.791691:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5202 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54735d expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.791714:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5209 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54735d expref: 212 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.791724:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923643.791727:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923643.791731:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923643.791876:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54939:x1865335281798400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 604us (1525us total) trans 8589940064 rc 0/0 00000100:00100000:2.0:1778923643.791885:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5697 00000100:00100000:2.0:1778923643.797675:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.797762:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798528 00000100:00100000:0.0:1778923643.797775:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798528 00000100:00100000:0.0:1778923643.797917:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3767 00000100:00100000:0.0:1778923643.797929:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281798528:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923643.798110:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.798130:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.798132:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.798139:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.798156:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804085:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804108:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804117:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804124:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923643.804129:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804139:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804166:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.804176:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000068f8f42/0x3baece0abe6a5217 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923643.804317:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281798528:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6384us (6832us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923643.804329:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3767 00000100:00100000:2.0:1778923643.808772:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.808859:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798656 00000100:00100000:1.0:1778923643.808883:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798656 00000100:00100000:1.0:1778923643.808982:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3768 00000100:00100000:1.0:1778923643.808994:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281798656:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923643.809038:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.809057:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.809060:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.809067:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.809080:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828467:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828500:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828526:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828534:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923643.828540:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828551:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828576:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.828586:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a521e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923643.828857:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281798656:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19858us (20092us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923643.828879:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3768 00000100:00100000:1.0:1778923643.838800:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923643.841126:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798784 00000100:00100000:3.0:1778923643.841147:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798784 00000100:00100000:3.0:1778923643.841271:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3769 00000100:00100000:3.0:1778923643.841284:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281798784:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923643.841330:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.841352:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.841355:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923643.841362:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.841378:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857647:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857670:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857679:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857687:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923643.857692:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857702:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857726:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923643.857733:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5225 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923643.857890:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281798784:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16603us (19099us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923643.857902:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3769 00000100:00100000:1.0:1778923643.866260:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.866701:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281798912 00000100:00100000:0.0:1778923643.866715:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281798912 00000100:00100000:0.0:1778923643.866810:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3770 00000100:00100000:0.0:1778923643.866821:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281798912:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923643.866877:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.866905:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.866908:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.870086:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.870123:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874087:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874109:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874119:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874126:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923643.874132:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874141:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874163:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.874170:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028d0bf6c/0x3baece0abe6a522c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.874273:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281798912:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7447us (8020us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923643.874287:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3770 00000100:00100000:1.0:1778923643.883569:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923643.883672:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799040 00000100:00100000:0.0:1778923643.883686:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799040 00000100:00100000:0.0:1778923643.883778:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3771 00000100:00100000:0.0:1778923643.883790:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281799040:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923643.883841:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.883863:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.883866:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923643.883886:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923643.883902:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890673:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890696:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890705:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890713:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923643.890717:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890727:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890751:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.890759:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5233 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.890875:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281799040:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7072us (7305us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923643.890888:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3771 00000100:00100000:3.0:1778923643.903061:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923643.903181:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799168 00000100:00100000:1.0:1778923643.903194:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799168 00000100:00100000:1.0:1778923643.903288:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3772 00000100:00100000:1.0:1778923643.903302:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281799168:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923643.903351:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.903374:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.903376:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923643.903383:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923643.903400:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969105:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969131:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969141:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969151:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923643.969157:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969166:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969193:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.969202:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a523a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.969312:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281799168:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 66008us (66258us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923643.969324:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3772 00000100:00100000:3.0:1778923643.976569:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923643.978549:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799296 00000100:00100000:2.0:1778923643.978570:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799296 00000100:00100000:2.0:1778923643.978677:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3773 00000100:00100000:2.0:1778923643.978691:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799296:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923643.978742:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.978766:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.978769:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923643.978776:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.978797:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.987997:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988025:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988043:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988051:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923643.988056:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988066:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988090:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923643.988099:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5241 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923643.988213:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799296:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9519us (11706us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923643.988226:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3773 00000100:00100000:0.0:1778923644.001214:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.001554:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799424 00000100:00100000:2.0:1778923644.001568:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799424 00000100:00080000:1.0:1778923644.001648:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1778923644.001680:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3774 00000100:00100000:2.0:1778923644.001766:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799424:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923644.001818:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.001837:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.001840:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.001847:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.001863:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011497:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011564:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011574:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011581:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923644.011586:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011595:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011619:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.011627:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5248 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.011741:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799424:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10044us (10532us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923644.011752:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3774 00000100:00100000:1.0:1778923644.024999:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.025161:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799552 00000100:00100000:0.0:1778923644.025175:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799552 00000100:00100000:0.0:1778923644.025286:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3775 00000100:00100000:0.0:1778923644.025298:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281799552:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923644.025346:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.025367:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.025369:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.025376:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.025392:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1778923644.026194:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1778923644.029970:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030004:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030015:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030022:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923644.030028:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030037:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030060:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.030069:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a524f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.030163:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281799552:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4861us (5183us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923644.030174:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3775 00000100:00100000:2.0:1778923644.039221:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.039639:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799680 00000100:00100000:3.0:1778923644.039653:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799680 00000100:00100000:3.0:1778923644.039750:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3776 00000100:00100000:3.0:1778923644.039762:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799680:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923644.039809:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.039830:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.039833:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.039841:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.039858:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053301:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053326:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053343:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053349:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923644.053354:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053363:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053387:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.053393:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a5256 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.053610:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281799680:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13842us (14396us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923644.053623:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3776 00000100:00100000:2.0:1778923644.070190:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.071738:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799808 00000100:00100000:0.0:1778923644.071757:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799808 00000100:00100000:0.0:1778923644.071927:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3777 00000100:00100000:0.0:1778923644.071941:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281799808:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923644.071995:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.072017:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.072020:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.072026:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.072043:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080059:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080084:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080094:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080102:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642d600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923644.080108:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080122:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080147:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.080156:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a525d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.080274:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281799808:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8329us (10094us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923644.080288:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3777 00000100:00100000:2.0:1778923644.088721:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.089187:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281799936 00000100:00100000:1.0:1778923644.089201:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281799936 00000100:00100000:1.0:1778923644.089298:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3778 00000100:00100000:1.0:1778923644.089309:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281799936:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923644.089357:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.089385:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.089387:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.089394:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.089411:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.101828:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.101854:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.101864:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.101883:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923644.101889:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.101899:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.102222:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.102234:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.102360:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281799936:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13046us (13647us total) trans 0 rc 196608/196608 00000100:00100000:0.0:1778923644.102371:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3778 00000100:00100000:0.0:1778923644.108060:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.108286:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800064 00000100:00100000:3.0:1778923644.108299:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800064 00000100:00100000:3.0:1778923644.108392:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3779 00000100:00100000:3.0:1778923644.108402:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281800064:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923644.108445:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.108465:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.108476:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.108484:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.108501:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124356:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124384:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124393:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124401:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923644.124406:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124416:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124441:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.124449:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a526b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.124584:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281800064:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16176us (16530us total) trans 0 rc 196608/196608 00000100:00100000:3.0:1778923644.124597:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3779 00000100:00100000:0.0:1778923644.212223:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.212344:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800192 00000100:00100000:2.0:1778923644.212357:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800192 00000100:00100000:2.0:1778923644.212453:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3780 00000100:00100000:2.0:1778923644.212465:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281800192:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923644.212664:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.212686:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.212688:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.212695:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.212717:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.230926:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.230953:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.230963:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.230975:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923644.230981:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.230990:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.231015:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.231024:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a5272 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.231136:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281800192:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 18666us (18920us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923644.231148:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3780 00000100:00100000:0.0:1778923644.247030:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.247411:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800320 00000100:00100000:3.0:1778923644.247425:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800320 00000100:00100000:3.0:1778923644.247571:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3781 00000100:00100000:3.0:1778923644.247584:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281800320:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:0.0:1778923644.247738:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387b, blocks: 0x203 00010000:00010000:0.0:1778923644.247751:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.247772:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.247775:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.247782:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.247799:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255489:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255561:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255572:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255581:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923644.255586:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255595:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255618:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.255633:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000013fd234f/0x3baece0abe6a5279 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.255748:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281800320:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8160us (8727us total) trans 0 rc 235327/235327 00000100:00100000:1.0:1778923644.255761:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3781 00000100:00100000:0.0:1778923644.289436:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.289771:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800448 00000100:00100000:2.0:1778923644.289784:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800448 00000100:00100000:2.0:1778923644.290114:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 582 00000100:00100000:2.0:1778923644.290128:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54939:x1865335281800448:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923644.290149:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.290182:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5209 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54735d expref: 212 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.290206:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923644.290336:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923644.290466:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54939:x1865335281800448:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 341us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.290475:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 582 00000100:00080000:1.0:1778923644.290733:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923644.295103:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.295186:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800704 00000100:00100000:3.0:1778923644.295197:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800704 00000100:00100000:3.0:1778923644.295385:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2085 00000100:00100000:3.0:1778923644.295398:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100a3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54939:x1865335281800704:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923644.295733:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100a3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54939:x1865335281800704:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 337us (683us total) trans 8589940065 rc 0/0 00000100:00100000:3.0:1778923644.295741:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2085 00000100:00100000:0.0:1778923644.303032:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.303429:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281800960 00000100:00100000:1.0:1778923644.303441:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281800960 00000100:00100000:1.0:1778923644.303683:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5698 00000100:00100000:1.0:1778923644.303695:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281800960:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923644.303726:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923644.303750:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5280 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547364 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.304207:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.304226:0:30328:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.304236:0:30328:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.304277:0:30328:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.304296:0:30328:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 213 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.304310:0:30328:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287749888:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923644.304427:0:30328:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923644.317314:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.317964:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801088 00000100:00100000:3.0:1778923644.317987:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801088 00010000:00010000:3.0:1778923644.318044:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 214 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.318087:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3292 00000100:00100000:3.0:1778923644.318099:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281801088:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923644.318121:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 214 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318134:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 214 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318149:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 214 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318160:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923644.318163:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923644.318168:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318183:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318191:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318222:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 214 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.318306:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281801088:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 208us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923644.318314:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3292 00000100:00100000:3.0:1778923644.318380:0:30328:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:30328:1865335287749888:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923644.318404:0:30328:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318414:0:30328:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.318420:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923644.318444:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923644.321302:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5280 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547364 expref: 215 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.321338:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547364 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.321349:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923644.321352:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923644.321357:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:2.0:1778923644.321537:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281800960:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 17809us (18486us total) trans 8589940066 rc 0/0 00000100:00100000:2.0:1778923644.321548:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5698 00000100:00100000:2.0:1778923644.348057:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.348654:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801216 00000100:00100000:1.0:1778923644.348668:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801216 00000100:00100000:1.0:1778923644.348743:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7492 00000100:00100000:1.0:1778923644.348755:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281801216:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923644.348778:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923644.348805:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54736b expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923644.348839:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387b, blocks: 0x203 00010000:00010000:1.0:1778923644.348878:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.348881:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.348892:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.348913:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 28 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.348930:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:1.0:1778923644.349034:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281801216:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 280us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.349055:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7492 00000100:00100000:2.0:1778923644.349381:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.349493:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801344 00000100:00100000:1.0:1778923644.349499:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801344 00000100:00100000:1.0:1778923644.349549:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7493 00000100:00100000:1.0:1778923644.349557:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281801344:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923644.349579:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923644.349594:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547372 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.349614:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.349616:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.349622:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 34 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.349636:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 34 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.349647:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923644.349677:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281801344:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 121us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.349683:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7493 00000100:00100000:0.0:1778923644.387858:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.388011:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801600 00000100:00100000:2.0:1778923644.388024:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801600 00000100:00100000:2.0:1778923644.388236:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5699 00000100:00100000:2.0:1778923644.388248:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54940:x1865335281801600:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.388281:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.388306:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52a3 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547379 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.389752:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.389775:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.389789:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923644.389804:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c3:0x0]: returning size 0 00010000:00010000:2.0:1778923644.389887:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52a3 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.389909:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.389918:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:2.0:1778923644.389922:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923644.389926:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923644.390215:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54940:x1865335281801600:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1967us (2368us total) trans 8589940067 rc 0/0 00000100:00100000:2.0:1778923644.390227:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5699 00000100:00100000:0.0:1778923644.395257:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.395312:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801856 00000100:00100000:2.0:1778923644.395326:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801856 00000100:00100000:2.0:1778923644.395403:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5700 00000100:00100000:2.0:1778923644.395414:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54940:x1865335281801856:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.395445:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.395470:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a52b8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547380 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.395646:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.395664:0:30325:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.395679:0:30325:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.395722:0:30325:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.395738:0:30325:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 217 pid: 30327 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.395754:0:30325:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287750016:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.395850:0:30325:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7031899c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923644.400168:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.400860:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281801984 00000100:00100000:1.0:1778923644.400884:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281801984 00010000:00010000:1.0:1778923644.400942:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 218 pid: 30327 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.401005:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3293 00000100:00100000:1.0:1778923644.401017:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:2354:x1865335281801984:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923644.401035:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923644.401042:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 218 pid: 30327 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.401064:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 218 pid: 30327 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.401092:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:1.0:1778923644.401099:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.401110:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.401119:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.401144:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923644.401225:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:2354:x1865335281801984:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 209us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.401234:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3293 00010000:00010000:2.0:1778923644.402295:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52aa lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547379 expref: 217 pid: 30327 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.402320:0:30325:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd7800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:30325:1865335287750016:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923644.402347:0:30325:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.402357:0:30325:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.402363:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923644.402385:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c3:0x0]: returning size 0 00000004:00080000:2.0:1778923644.402859:0:30325:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2ad:0x0], index 1: 0 00000004:00080000:2.0:1778923644.402887:0:30325:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2c9:0x0], index 0: 0 00010000:00010000:2.0:1778923644.403093:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403103:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403111:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403117:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923644.403122:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403131:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403147:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:2.0:1778923644.403150:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923644.403155:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403162:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52bf lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403242:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a52b8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547380 expref: 217 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403254:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923644.403256:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1778923644.403260:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a52b8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547380 expref: 217 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.403269:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:2.0:1778923644.403333:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54940:x1865335281801856:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7921us (8090us total) trans 8589940068 rc 301/301 00000100:00100000:2.0:1778923644.403341:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5700 00000100:00100000:0.0:1778923644.411807:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.412260:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281802240 00000100:00100000:2.0:1778923644.412274:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281802240 00000100:00100000:2.0:1778923644.412337:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2086 00000100:00100000:2.0:1778923644.412349:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54940:x1865335281802240:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923644.412853:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54940:x1865335281802240:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 503us (1059us total) trans 8589940069 rc 0/0 00000100:00100000:2.0:1778923644.412862:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2086 00000100:00100000:0.0:1778923644.416948:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.417228:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281802368 00000100:00100000:2.0:1778923644.417243:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281802368 00000100:00100000:2.0:1778923644.417317:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5701 00000100:00100000:2.0:1778923644.417328:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+217:54940:x1865335281802368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.417358:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.417384:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a52cd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547387 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417663:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417681:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417694:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923644.417736:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c3:0x0]: returning size 0 00000004:00200000:2.0:1778923644.417741:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923644.417760:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417789:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a52cd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547387 expref: 219 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417808:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547387 expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.417818:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:2.0:1778923644.417822:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1778923644.417826:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:2.0:1778923644.417901:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54940:x1865335281802368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 575us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.417908:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5701 00000100:00100000:1.0:1778923644.427735:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.429196:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281802496 00000100:00100000:0.0:1778923644.429212:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281802496 00000100:00100000:0.0:1778923644.429299:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7494 00000100:00100000:3.0:1778923644.429301:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.429310:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281802496:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923644.429336:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923644.429363:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54738e expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923644.429401:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00100000:2.0:1778923644.429408:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281802624 00000100:00100000:2.0:1778923644.429412:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281802624 00010000:00010000:0.0:1778923644.429424:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.429427:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.429438:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.429457:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7495 00010000:00010000:0.0:1778923644.429460:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 35 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.429464:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281802624:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.429472:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923644.429477:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642de00, rc 0) 00010000:00010000:2.0:1778923644.429485:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547395 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923644.429530:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923644.429540:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.429542:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.429546:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 29 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.429557:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 29 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.429565:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:0.0:1778923644.429577:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281802496:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 270us (1855us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.429583:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281802624:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 121us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.429584:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7494 00000100:00100000:2.0:1778923644.429589:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7495 00000100:00100000:1.0:1778923644.434937:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.435020:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281802880 00000100:00100000:2.0:1778923644.435034:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281802880 00000100:00100000:2.0:1778923644.435111:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5702 00000100:00100000:2.0:1778923644.435122:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54940:x1865335281802880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.435151:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.435155:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1778923644.435193:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5287 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547364 expref: 218 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435214:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923644.435220:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923644.435237:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52e9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54739c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435365:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435383:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435394:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923644.435409:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923644.435616:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a52e9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54739c expref: 220 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435637:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54739c expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.435645:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923644.435649:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923644.435652:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef600, rc 0) 00000100:00100000:2.0:1778923644.435729:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+219:54940:x1865335281802880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 609us (807us total) trans 8589940070 rc 0/0 00000100:00100000:2.0:1778923644.435738:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5702 00000100:00100000:3.0:1778923644.435987:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.436238:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803008 00000100:00100000:1.0:1778923644.436245:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803008 00000100:00100000:1.0:1778923644.436292:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 185 00000100:00100000:1.0:1778923644.436301:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705735850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2354:x1865335281803008:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923644.436354:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705735850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2354:x1865335281803008:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 54us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.436361:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 185 00000100:00100000:3.0:1778923644.439795:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.440581:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803136 00000100:00100000:0.0:1778923644.440596:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803136 00000100:00100000:0.0:1778923644.440672:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7496 00000100:00100000:0.0:1778923644.440685:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281803136:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923644.440745:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440766:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.440768:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.440775:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440791:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440828:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440837:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440846:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440854:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923644.440858:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440885:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440915:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.440923:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a52fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.441039:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281803136:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 357us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.441048:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7496 00000100:00100000:1.0:1778923644.441337:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.441416:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803264 00000100:00100000:2.0:1778923644.441422:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803264 00000100:00100000:2.0:1778923644.441464:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7497 00000100:00100000:2.0:1778923644.441472:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281803264:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923644.441499:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441548:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.441549:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.441553:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441564:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441589:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441597:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441606:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441613:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923644.441616:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441623:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441635:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.441643:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a5305 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.441692:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281803264:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 221us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.441698:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7497 00000100:00100000:1.0:1778923644.478307:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.478439:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803392 00000100:00100000:3.0:1778923644.478455:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803392 00000100:00100000:3.0:1778923644.478735:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7498 00000100:00100000:3.0:1778923644.478750:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281803392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923644.478778:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923644.478804:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473a3 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.478840:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.478842:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.478854:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 36 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.478887:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 36 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.478905:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:3.0:1778923644.478990:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281803392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 245us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923644.478998:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7498 00000100:00100000:0.0:1778923644.484343:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.484496:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803520 00000100:00100000:2.0:1778923644.484600:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803520 00000100:00100000:2.0:1778923644.484713:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7499 00000100:00100000:2.0:1778923644.484729:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:54940:x1865335281803520:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.484753:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.484777:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473aa expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.484813:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.484816:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.484824:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 37 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.484843:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 37 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.484858:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923644.484955:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:54940:x1865335281803520:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 230us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.484963:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7499 00000100:00100000:2.0:1778923644.487905:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.488042:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803648 00000100:00100000:1.0:1778923644.488055:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803648 00000100:00100000:1.0:1778923644.488129:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7500 00000100:00100000:1.0:1778923644.488142:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281803648:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923644.488165:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923644.488193:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473b1 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.488228:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.488230:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.488240:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 38 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.488260:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 38 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.488277:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923644.488350:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281803648:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 212us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.488358:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7500 00000100:00100000:1.0:1778923644.491329:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.491386:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.491490:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803776 00000100:00100000:0.0:1778923644.491545:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803776 00000100:00100000:3.0:1778923644.491616:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281803904 00000100:00100000:3.0:1778923644.491621:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281803904 00000100:00100000:2.0:1778923644.491698:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3782 00000100:00100000:2.0:1778923644.491714:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281803776:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923644.491761:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.491781:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.491784:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.491791:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.491813:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.492361:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7501 00000100:00100000:3.0:1778923644.492373:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281803904:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923644.492387:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923644.492404:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473b8 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.492426:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.492428:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.492435:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 39 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.492451:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 39 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.492466:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:3.0:1778923644.492552:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281803904:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 182us (1165us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923644.492560:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7501 00010000:00010000:2.0:1778923644.496252:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496278:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496288:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496295:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923644.496300:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496309:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496333:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.496342:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a5321 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.496837:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281803776:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5120us (5514us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923644.496849:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3782 00000100:00100000:3.0:1778923644.503984:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.504175:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804032 00000100:00100000:1.0:1778923644.504190:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804032 00000100:00100000:1.0:1778923644.504301:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3783 00000100:00100000:1.0:1778923644.504315:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281804032:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923644.504365:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.504393:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.504403:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.504406:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.504410:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.504466:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 39 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.504496:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 39 pid: 25674 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.504565:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287750144:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923644.504672:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614c300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.511705:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287750144:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.511748:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.514124:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.514947:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804160 00000100:00100000:2.0:1778923644.514962:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804160 00010000:00010000:2.0:1778923644.515020:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 40 pid: 25674 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.515084:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3294 00000100:00100000:2.0:1778923644.515096:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281804160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923644.515115:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.515146:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 40 pid: 25674 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.515163:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 40 pid: 25674 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.515193:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a52db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54738e expref: 40 pid: 25674 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.515214:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.515216:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.515222:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.515233:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.515279:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923644.515355:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281804160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 261us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.515364:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3294 00010000:00010000:1.0:1778923644.517144:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.517165:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.544374:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1778923644.614133:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872396 is committed 00000001:00080000:3.0:1778923644.614171:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872400 is committed 00000001:00080000:3.0:1778923644.614183:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872399 is committed 00002000:00010000:2.0:1778923644.614481:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 0 -> 235327 00002000:00010000:2.0:1778923644.614487:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 0 -> 1778923644 00002000:00010000:2.0:1778923644.614490:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 0 -> 1778923644 00002000:00010000:2.0:1778923644.614493:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:2.0:1778923644.614554:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614571:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614581:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614589:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923644.614595:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614605:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614634:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.614649:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a532f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.614778:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281804032:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 110461us (110816us total) trans 17179872400 rc 0/0 00000100:00100000:2.0:1778923644.614789:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3783 00000100:00100000:3.0:1778923644.618205:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.621246:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804288 00000100:00100000:2.0:1778923644.621266:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804288 00000100:00100000:2.0:1778923644.621552:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5703 00000100:00100000:2.0:1778923644.621567:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54940:x1865335281804288:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:0.0:1778923644.702849:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940063 is committed 00000001:00080000:0.0:1778923644.702891:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940070 is committed 00000020:00080000:0.0:1778923644.702938:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce601b48000 refcount 2 committed 0 result 0 batchid 4294969406 00000020:00080000:0.0:1778923644.702944:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce70957f300 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce601b48300 00000020:00080000:0.0:1778923644.702947:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce70957f800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce601b48e40 00000020:00080000:0.0:1778923644.702950:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce70957f900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce734a7d400 00000020:00080000:0.0:1778923644.702953:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].51 00000100:00100000:2.0:1778923644.703018:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54940:x1865335281804288:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 81448us (84986us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.703042:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5703 00000020:00080000:1.0:1778923644.704171:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969406 committed batchid 4294969405 00000020:00080000:1.0:1778923644.704443:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969405 00000100:00100000:0.0:1778923644.717915:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.718137:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804416 00000100:00100000:2.0:1778923644.718150:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804416 00000100:00100000:2.0:1778923644.718223:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7502 00000100:00100000:2.0:1778923644.718235:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281804416:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:2.0:1778923644.718400:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281804416:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 155us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.718408:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7502 00000100:00100000:0.0:1778923644.720359:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.730421:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804544 00000100:00100000:2.0:1778923644.730441:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804544 00000100:00100000:3.0:1778923644.735798:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7503 00000100:00100000:3.0:1778923644.735815:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281804544:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923644.736004:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281804544:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 191us (15655us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923644.736013:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7503 00000100:00100000:3.0:1778923644.776438:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.776586:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.787231:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804672 00000100:00100000:0.0:1778923644.787252:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804672 00000100:00100000:2.0:1778923644.787738:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281804800 00000100:00100000:2.0:1778923644.787746:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281804800 00000100:00100000:1.0:1778923644.787797:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7504 00000100:00100000:1.0:1778923644.787812:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281804672:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923644.787930:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.787952:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.787955:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.787962:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.787978:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788018:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788027:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788036:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788043:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923644.788067:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788077:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788094:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.788102:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5336 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.788219:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281804672:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 411us (11797us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.790276:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7505 00000100:00100000:2.0:1778923644.790311:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281804800:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923644.790701:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.790723:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.790726:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.790732:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.790803:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7504 00010000:00010000:2.0:1778923644.792530:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792597:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792607:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792616:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792625:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923644.792630:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792641:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792668:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.792676:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062456afa/0x3baece0abe6a533d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.792801:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281804800:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 2505us (16208us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.792813:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7505 00000100:00100000:3.0:1778923644.797013:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.797169:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805056 00000100:00100000:2.0:1778923644.797182:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805056 00000100:00100000:2.0:1778923644.797265:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5704 00000100:00100000:2.0:1778923644.797277:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54940:x1865335281805056:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923644.797355:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.797390:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a52d4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547387 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.797415:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:2.0:1778923644.797429:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923644.797469:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.797496:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.797548:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923644.797793:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004905fcf8 reply state 00000000390b34f4 transno 8589940071 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.797804:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923644.797941:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281805056:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 665us (948us total) trans 8589940071 rc 0/0 00000100:00100000:2.0:1778923644.797949:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5704 00000100:00100000:1.0:1778923644.805882:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.805981:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805184 00000100:00100000:2.0:1778923644.806002:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805184 00000100:00100000:2.0:1778923644.806069:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5705 00000100:00100000:2.0:1778923644.806082:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281805184:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.806115:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.806140:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473bf expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.806226:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.806244:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.806267:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:2.0:1778923644.806271:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923644.806275:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef800, rc 0) 00000100:00100000:2.0:1778923644.806350:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54940:x1865335281805184:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 272us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.806363:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5705 00010000:00010000:0.0:1778923644.806635:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806645:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806652:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806658:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923644.806663:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806671:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806683:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:0.0:1778923644.806686:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923644.806689:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.806696:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5344 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.823764:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.823816:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805312 00000100:00100000:0.0:1778923644.823829:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805312 00000100:00100000:0.0:1778923644.823951:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7506 00000100:00100000:0.0:1778923644.823963:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54940:x1865335281805312:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923644.823986:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923644.824024:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473c6 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923644.824060:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a08387c, atime: 0x0, ctime: 0x6a08387c, blocks: 0x203 00010000:00010000:0.0:1778923644.824089:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.824092:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.824101:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.824120:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.824135:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9a00, rc 0) 00000100:00100000:0.0:1778923644.824216:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:54940:x1865335281805312:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 256us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.824223:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7506 00000100:00100000:1.0:1778923644.834961:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.836639:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805440 00000100:00100000:2.0:1778923644.836657:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805440 00000100:00100000:2.0:1778923644.836751:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7507 00000100:00100000:2.0:1778923644.836764:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+29:54940:x1865335281805440:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.836787:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.836812:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473cd expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.836857:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.836878:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.836880:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.836885:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.836932:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.836949:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.837114:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287750272:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.837478:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70244ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923644.844153:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.844280:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287750272:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.844324:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 30 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.844355:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee200, rc 0) 00000100:00100000:1.0:1778923644.844430:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:54940:x1865335281805440:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7669us (11145us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.844440:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7507 00000100:00100000:0.0:1778923644.844658:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805568 00000100:00100000:0.0:1778923644.844669:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805568 00010000:00010000:0.0:1778923644.844711:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.844752:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3295 00000100:00100000:0.0:1778923644.844763:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281805568:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923644.844780:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923644.844809:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.844829:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.844858:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfa733fa/0x3baece0abe6a52e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547395 expref: 30 pid: 6547 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.844886:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.844889:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923644.844896:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.844910:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.844953:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 29 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.844969:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287750400:192.168.203.24@tcp:105: 00000100:00100000:0.0:1778923644.845062:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce713296300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923644.850798:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.850832:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.851042:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287750400:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923644.851075:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923644.851148:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281805568:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6385us (7008us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.851162:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3295 00000100:00100000:1.0:1778923644.855613:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805696 00000100:00100000:1.0:1778923644.855632:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805696 00000100:00100000:1.0:1778923644.855718:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281805824 00000100:00100000:1.0:1778923644.855722:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281805824 00000100:00100000:1.0:1778923644.855776:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7508 00000100:00100000:1.0:1778923644.855787:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281805696:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923644.856389:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:1.0:1778923644.856396:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923644 -> 1778923643 00002000:00010000:1.0:1778923644.856398:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 0 -> 1778923643 00002000:00010000:1.0:1778923644.856400:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923644 -> 1778923644 00002000:00010000:1.0:1778923644.856403:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923644.856500:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281805696:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 713us (5714us total) trans 17179872401 rc 0/0 00000100:00100000:1.0:1778923644.856541:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7508 00000100:00100000:1.0:1778923644.856568:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7509 00000100:00100000:1.0:1778923644.856577:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281805824:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923644.856755:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923644.856759:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 0 -> 1778923643 00002000:00010000:1.0:1778923644.856761:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 0 -> 1778923643 00002000:00010000:1.0:1778923644.856764:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 0 -> 1778923644 00002000:00010000:1.0:1778923644.856767:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923644.856790:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281805824:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 215us (5957us total) trans 21474839496 rc 0/0 00000100:00100000:1.0:1778923644.856796:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7509 00000100:00100000:2.0:1778923644.862591:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.862826:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806080 00000100:00100000:3.0:1778923644.862840:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806080 00000100:00100000:3.0:1778923644.862922:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5706 00000100:00100000:3.0:1778923644.862935:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281806080:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:3.0:1778923644.863032:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863056:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863071:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863103:0:30325:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863110:0:30325:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863118:0:30325:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863135:0:30325:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923644.863140:0:30325:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863149:0:30325:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863162:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:3.0:1778923644.863165:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1778923644.863441:0:30325:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.863454:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a5360 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.863646:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281806080:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 712us (1069us total) trans 0 rc -22/-22 00000100:00100000:3.0:1778923644.863657:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5706 00000100:00100000:1.0:1778923644.872038:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.872336:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806336 00000100:00100000:0.0:1778923644.872349:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806336 00000100:00100000:0.0:1778923644.872425:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5707 00000100:00100000:0.0:1778923644.872437:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281806336:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923644.872594:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923644.872629:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a51c3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54733a expref: 204 pid: 31653 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.872651:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923644.872657:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923644.872710:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.872727:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.872738:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923644.872976:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000329b3d9a reply state 00000000f1eab27c transno 8589940072 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.872987:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923644.873099:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54940:x1865335281806336:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 663us (1074us total) trans 8589940072 rc 0/0 00000100:00100000:0.0:1778923644.873107:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5707 00010000:00010000:3.0:1778923644.878303:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878324:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878334:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878341:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f8a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923644.878347:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878355:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878378:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923644.878381:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923644.878388:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.878395:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a5367 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.884552:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.884723:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806464 00000100:00100000:2.0:1778923644.884736:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806464 00000100:00100000:2.0:1778923644.884798:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7510 00000100:00100000:2.0:1778923644.884808:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:54940:x1865335281806464:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923644.884830:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923644.884851:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473d4 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.884901:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.884915:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.884918:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923644.884922:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.884963:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.884977:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 31 pid: 32943 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.884993:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287750528:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.885091:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70244ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.888497:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.888738:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806592 00000100:00100000:3.0:1778923644.888752:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806592 00010000:00010000:3.0:1778923644.888807:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 32 pid: 32943 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.888871:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3296 00000100:00100000:3.0:1778923644.888883:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281806592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923644.888909:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923644.888938:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 32 pid: 32943 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.888953:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 32 pid: 32943 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.888997:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.889000:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923644.889008:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.889021:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.889076:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.889101:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287750656:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923644.889208:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1778923644.889217:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a5295 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54736b expref: 32 pid: 32943 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.889238:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c56680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:25674:1865335287750528:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923644.889268:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.889280:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:2.0:1778923644.889312:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:54940:x1865335281806464:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4505us (4820us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.889321:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7510 00000100:00100000:3.0:1778923644.896232:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.896451:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806720 00000100:00100000:1.0:1778923644.896464:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806720 00000100:00100000:1.0:1778923644.896578:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7511 00000100:00100000:1.0:1778923644.896591:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b689c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:54940:x1865335281806720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923644.896616:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923644.896641:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473db expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896685:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 38 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896696:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 38 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896704:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 38 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896715:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 38 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896729:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 38 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896737:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 38 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896745:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.896747:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.896752:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 9/0,0 mode: --/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473db expref: 38 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896800:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 38 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896815:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 38 pid: 22251 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.896831:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287750784:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.896964:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 38 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.896976:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 38 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.896991:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287750912:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.897024:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 38 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.897034:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 38 pid: 6547 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.897044:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751040:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.897072:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 38 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.897081:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 38 pid: 26020 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.897091:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751168:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.897115:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 38 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.897123:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 38 pid: 26019 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.897132:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751296:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923644.897163:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 38 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.897172:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 38 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.897183:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751424:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.897299:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287750656:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923644.897323:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923644.900245:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:3.0:1778923644.903178:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287750784:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923644.903366:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287750912:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923644.904584:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751040:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.904661:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281806592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 15775us (16175us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.904677:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3296 00000100:00100000:1.0:1778923644.910421:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.910551:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751168:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923644.910557:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807104 00000100:00100000:2.0:1778923644.910568:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807104 00010000:00010000:2.0:1778923644.910622:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 39 pid: 26020 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.910679:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3297 00000100:00100000:2.0:1778923644.910690:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70637e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281807104:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923644.910708:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.910737:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 39 pid: 26020 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.910752:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 39 pid: 26020 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.910780:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a531a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b1 expref: 39 pid: 26020 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.910803:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923644.913761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.913805:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.913826:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.913873:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.914796:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751296:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923644.915807:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807232 00000100:00100000:0.0:1778923644.915822:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807232 00000100:00100000:2.0:1778923644.915831:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70637e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281807104:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5136us (5418us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.915847:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3297 00010000:00010000:0.0:1778923644.915887:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 38 pid: 26019 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.915937:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807360 00000100:00100000:2.0:1778923644.915942:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807360 00010000:00010000:2.0:1778923644.915958:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 39 pid: 22251 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.915998:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3298 00000100:00100000:2.0:1778923644.916009:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281807360:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923644.916026:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.916056:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 39 pid: 22251 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.916072:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 39 pid: 22251 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.916112:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a529c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547372 expref: 39 pid: 22251 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.916121:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806848 00000100:00100000:0.0:1778923644.916126:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806848 00010000:00010000:0.0:1778923644.916143:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 39 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.916156:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281806976 00000100:00100000:0.0:1778923644.916160:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281806976 00010000:00010000:0.0:1778923644.916172:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 40 pid: 6547 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.916186:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3299 00000100:00100000:0.0:1778923644.916191:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281807232:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923644.916199:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923644.916209:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 40 pid: 26019 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.916219:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 40 pid: 26019 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.916233:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5328 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473b8 expref: 40 pid: 26019 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.916251:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923644.916281:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281807232:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 90us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.916288:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3299 00000100:00100000:0.0:1778923644.916304:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3300 00000100:00100000:0.0:1778923644.916310:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281806848:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923644.916318:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923644.916326:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 38 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.916336:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 38 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.918014:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923644.918087:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281807360:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 2072us (4272us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.918101:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3298 00000100:00100000:2.0:1778923644.918147:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3301 00000100:00100000:2.0:1778923644.918166:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281806976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923644.918185:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923644.918214:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 37 pid: 6547 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.918232:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 37 pid: 6547 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.918256:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5313 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473aa expref: 37 pid: 6547 timeout: 1441 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923644.918269:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923644.918288:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281806976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 130us (4426us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923644.918295:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3301 00010000:00010000:0.0:1778923644.920243:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a530c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473a3 expref: 35 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.920277:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923644.923365:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281806848:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7027us (9510us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.923383:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3300 00000100:00100000:1.0:1778923644.925259:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.925316:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807488 00000100:00100000:1.0:1778923644.925327:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807488 00010000:00010000:1.0:1778923644.925380:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 34 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.925442:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3302 00000100:00100000:1.0:1778923644.925453:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281807488:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923644.925474:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923644.925535:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 34 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.925558:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 34 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.925592:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.925594:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923644.925602:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473db expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.925615:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473db expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.925667:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473db expref: 34 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.925686:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287751552:192.168.203.24@tcp:105: 00010000:00010000:0.0:1778923644.925739:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5114 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547302 expref: 34 pid: 6548 timeout: 1441 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.925762:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287751424:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923644.925817:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f617672a/0x3baece0abe6a5375 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473db expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.925834:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0200, rc 0) 00000100:00100000:1.0:1778923644.926148:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.934934:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:27154:1865335287751552:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923644.934984:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923644.935063:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281807488:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 9611us (9815us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.935077:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3302 00000100:00100000:0.0:1778923644.935543:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b689c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:54940:x1865335281806720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 38950us (39320us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.935554:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7511 00000100:00100000:3.0:1778923644.945016:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923644.945069:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923644.946772:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807616 00000100:00100000:1.0:1778923644.946783:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281807744 00000100:00100000:1.0:1778923644.946793:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807744 00000100:00100000:2.0:1778923644.946794:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281807616 00000100:00100000:1.0:1778923644.946897:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7512 00000100:00100000:1.0:1778923644.946911:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281807744:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923644.947733:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923644.947740:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923644.947744:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923644.947747:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923643 -> 1778923645 00002000:00010000:1.0:1778923644.947749:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923644.947921:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281807744:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1009us (2846us total) trans 17179872402 rc 0/0 00000100:00100000:1.0:1778923644.947932:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7512 00000100:00100000:3.0:1778923644.951348:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7513 00000100:00100000:3.0:1778923644.951366:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281807616:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923644.953553:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:3.0:1778923644.953565:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923644.953568:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923644.953571:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923643 -> 1778923645 00002000:00010000:3.0:1778923644.953574:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923644.953676:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281807616:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 2309us (8669us total) trans 21474839497 rc 0/0 00000100:00100000:3.0:1778923644.953689:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7513 00000100:00100000:3.0:1778923644.962382:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.962702:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808000 00000100:00100000:0.0:1778923644.962716:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808000 00000100:00100000:0.0:1778923644.962797:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2087 00000100:00100000:0.0:1778923644.962809:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281808000:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923644.962946:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54739c expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.963143:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.963163:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.963173:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.963214:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.963228:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 204 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.963251:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287751680:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923644.963392:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce713296300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923644.971709:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287751680:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923644.971754:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.973689:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923644.973739:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808128 00000100:00100000:0.0:1778923644.973752:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808128 00010000:00010000:0.0:1778923644.973806:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.973868:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3303 00000100:00100000:0.0:1778923644.973882:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281808128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923644.973916:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923644.973924:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.973940:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.973973:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a51ae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547333 expref: 205 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.973993:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923644.973999:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.974020:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.974029:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.974066:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923644.974142:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281808128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 263us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923644.974151:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3303 00010000:00010000:3.0:1778923644.974244:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974254:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974281:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974295:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974305:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974344:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923644.974359:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 203 pid: 31254 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923644.974375:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea80700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287751808:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923644.974458:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093a80 going to sleep for 11 seconds 00000100:00100000:0.0:1778923644.987023:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea80700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287751808:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923644.987066:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923644.988821:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923644.989460:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808256 00000100:00100000:1.0:1778923644.989488:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808256 00010000:00010000:1.0:1778923644.989569:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 204 pid: 31254 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923644.989627:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3304 00000100:00100000:1.0:1778923644.989638:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281808256:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923644.989660:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923644.989669:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 204 pid: 31254 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989685:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 204 pid: 31254 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989711:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a534b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473bf expref: 204 pid: 31254 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989734:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:1.0:1778923644.989740:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989750:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989758:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923644.989795:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923644.989877:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281808256:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 240us (1067us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.989886:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3304 00010000:00010000:0.0:1778923644.990341:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923644.990352:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923644.991246:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287751936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923644.991336:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923644.991388:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d0e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.991796:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287751936 00000100:00100000:1.0:1778923644.991807:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287751936 00000100:00100000:1.0:1778923644.991885:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00080000:0.0:1778923644.991972:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923644.992087:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287751936:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923644.992205:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287751936:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 123us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.992213:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1778923644.993404:0:30329:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872399 gen 2 00000004:00080000:0.0:1778923644.993417:0:30329:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872399 committed transno 17179872399 00000100:00100000:0.0:1778923644.993471:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287751936:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923644.993599:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923644.993663:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923644.993705:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce713296300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.994211:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752064 00000100:00100000:1.0:1778923644.994220:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752064 00000100:00100000:1.0:1778923644.994305:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1778923644.994316:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752064:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923644.994430:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752064:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 116us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.994442:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:0.0:1778923644.994909:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923644.997104:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752064:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923644.997255:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923644.997347:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923644.997396:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eaa59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923644.999418:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752192 00000100:00100000:1.0:1778923644.999436:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752192 00000100:00100000:1.0:1778923644.999549:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1778923644.999561:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752192:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923644.999719:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752192:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 160us (2372us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923644.999726:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1778923645.000039:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752192:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.000143:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.000190:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923645.000222:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.000552:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752320 00000100:00100000:2.0:1778923645.000559:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752320 00000100:00100000:2.0:1778923645.000600:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1778923645.000608:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752320:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.000690:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752320:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.000698:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1778923645.000747:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752320:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.000803:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.000831:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923645.000870:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.000950:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752448 00000100:00100000:2.0:1778923645.000954:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752448 00000100:00100000:2.0:1778923645.000988:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1778923645.000995:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752448:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.001053:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752448:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 59us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.001060:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1778923645.001111:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea81180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752448:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.001154:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.001185:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.001209:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710093e40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.001242:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752576 00000100:00100000:2.0:1778923645.001246:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752576 00000100:00100000:2.0:1778923645.001274:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1778923645.001280:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752576:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.001338:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752576:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.001344:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1778923645.001484:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752576:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.001640:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.001667:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.001792:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.005854:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752704 00000100:00100000:2.0:1778923645.005883:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752704 00000100:00100000:2.0:1778923645.006128:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1778923645.006142:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752704:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.006391:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752704:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 252us (4722us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.006400:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:0.0:1778923645.011409:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752704:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.011836:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.011935:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923645.012079:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752832 00000100:00100000:3.0:1778923645.012090:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752832 00000100:00100000:3.0:1778923645.012272:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1778923645.012296:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752832:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.012634:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.012654:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287752832:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 366us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.012663:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1778923645.012669:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752832:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.012749:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.012787:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.012877:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.015088:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287752960 00000100:00100000:1.0:1778923645.015107:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287752960 00000100:00100000:1.0:1778923645.015190:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1778923645.015200:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752960:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.015415:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287752960:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 216us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.015423:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1778923645.015727:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287752960:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.015822:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.015877:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.016000:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.016159:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753088 00000100:00100000:3.0:1778923645.016164:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753088 00000100:00100000:3.0:1778923645.016271:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:3.0:1778923645.016280:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753088:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.016362:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753088:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.016369:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1778923645.016428:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.016484:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.016530:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.016879:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.016948:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753216 00000100:00100000:2.0:1778923645.016954:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753216 00000100:00100000:2.0:1778923645.016997:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1778923645.017005:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753216:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.017083:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753216:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.017090:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1778923645.019050:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.019161:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.019241:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.019323:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.019429:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753344 00000100:00100000:2.0:1778923645.019437:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753344 00000100:00100000:3.0:1778923645.019701:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1778923645.019715:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753344:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.019815:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735def050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753344:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 105us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.019822:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1778923645.020131:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753344:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.020277:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.020311:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.020344:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.020414:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753472 00000100:00100000:1.0:1778923645.020421:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753472 00000100:00100000:3.0:1778923645.020787:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1778923645.020795:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753472:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.020877:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753472:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 83us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.020884:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1778923645.020998:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753472:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.021040:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.021067:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.021259:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.021309:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753600 00000100:00100000:3.0:1778923645.021314:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753600 00000100:00100000:3.0:1778923645.021337:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1778923645.021342:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753600:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.021444:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753600:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 101us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.021450:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1778923645.021704:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753600:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.021751:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.021779:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.021847:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.021906:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753728 00000100:00100000:2.0:1778923645.021911:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753728 00000100:00100000:3.0:1778923645.022205:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1778923645.022222:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753728:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.022298:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287753728:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 78us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.022305:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1778923645.022386:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753728:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.022424:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.022453:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923645.022581:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753856 00000100:00100000:1.0:1778923645.022586:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753856 00000100:00100000:1.0:1778923645.022624:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1778923645.022631:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753856:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.022758:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.022962:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753856:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 331us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.022977:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1778923645.023181:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753856:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.023230:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.023253:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.023304:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.023333:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287753984 00000100:00100000:1.0:1778923645.023337:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287753984 00000100:00100000:1.0:1778923645.023397:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1778923645.023404:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753984:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.023456:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287753984:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.023463:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1778923645.023543:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287753984:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.023584:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.023608:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.023961:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.024085:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754112 00000100:00100000:2.0:1778923645.024089:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754112 00000100:00100000:2.0:1778923645.024114:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1778923645.024120:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754112:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.024198:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754112:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 77us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.024205:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1778923645.024289:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754112:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.024327:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.024351:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.024372:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.024420:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754240 00000100:00100000:2.0:1778923645.024424:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754240 00000100:00100000:2.0:1778923645.024449:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1778923645.024455:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754240:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.024641:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754240:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 185us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.024651:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1778923645.024804:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754240:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.024836:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.024857:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.024888:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.024932:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754368 00000100:00100000:1.0:1778923645.024936:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754368 00000100:00100000:1.0:1778923645.024970:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1778923645.024977:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754368:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.025038:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754368:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.025044:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1778923645.025173:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754368:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.025205:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.025224:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.025243:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.025284:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754496 00000100:00100000:1.0:1778923645.025287:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754496 00000100:00100000:1.0:1778923645.025302:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1778923645.025307:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754496:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.025358:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754496:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 50us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.025363:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1778923645.025426:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754496:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.025467:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.025501:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.025546:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.025766:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754624 00000100:00100000:1.0:1778923645.025771:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754624 00000100:00100000:1.0:1778923645.025791:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1778923645.025797:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754624:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.025855:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754624:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 58us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.025872:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1778923645.026209:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754624:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.026254:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.026279:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.026305:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.026359:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754752 00000100:00100000:1.0:1778923645.026363:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754752 00000100:00100000:1.0:1778923645.026385:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1778923645.026390:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754752:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.026448:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287754752:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.026454:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1778923645.026648:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754752:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.026683:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.026707:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.026732:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.026782:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287754880 00000100:00100000:1.0:1778923645.026786:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287754880 00000100:00100000:1.0:1778923645.026818:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1778923645.026825:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754880:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.026896:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287754880:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.026902:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1778923645.027007:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287754880:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.027042:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.027066:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.027087:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.027220:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755008 00000100:00100000:1.0:1778923645.027224:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755008 00000100:00100000:1.0:1778923645.027254:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1778923645.027261:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755008:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.027316:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755008:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 56us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.027322:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1778923645.027416:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755008:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.027448:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.027593:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.027619:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.027668:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755136 00000100:00100000:1.0:1778923645.027672:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755136 00000100:00100000:1.0:1778923645.027703:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1778923645.027709:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755136:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.027764:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755136:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 54us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.027774:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1778923645.027937:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755136:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.028062:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.028086:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.028107:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.028149:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755264 00000100:00100000:1.0:1778923645.028153:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755264 00000100:00100000:1.0:1778923645.028181:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1778923645.028186:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755264:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.028240:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755264:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.028246:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1778923645.028330:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755264:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.028360:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.028380:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.028398:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.031145:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755392 00000100:00100000:1.0:1778923645.031164:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755392 00000100:00100000:1.0:1778923645.031249:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1778923645.031261:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755392:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.031429:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755392:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 170us (3046us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.031439:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1778923645.031989:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755392:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.032103:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.032160:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.032188:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.032372:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755520 00000100:00100000:1.0:1778923645.032379:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755520 00000100:00100000:1.0:1778923645.032426:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1778923645.032434:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755520:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1778923645.032550:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755520:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 116us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.032558:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1778923645.032750:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755520:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.032793:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.032823:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.032848:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.033082:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755648 00000100:00100000:3.0:1778923645.033088:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755648 00000100:00100000:3.0:1778923645.033127:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1778923645.033135:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755648:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.033210:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755648:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 76us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.033217:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1778923645.033289:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755648:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.033330:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755776:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.033355:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.033378:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.033436:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755776 00000100:00100000:2.0:1778923645.033440:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755776 00000100:00100000:2.0:1778923645.033480:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1778923645.033488:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755776:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.033584:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287755776:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 97us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.033590:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1778923645.033724:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755776:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.033757:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.033785:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.033809:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.033872:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287755904 00000100:00100000:3.0:1778923645.033877:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287755904 00000100:00100000:3.0:1778923645.033900:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1778923645.033906:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755904:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.033962:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287755904:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 57us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.033979:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1778923645.034128:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287755904:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.034165:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.034191:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.034214:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.034267:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287756032 00000100:00100000:2.0:1778923645.034271:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287756032 00000100:00100000:2.0:1778923645.034290:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1778923645.034296:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287756032:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.034357:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287756032:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 61us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.034364:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1778923645.034424:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756032:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.034458:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756160:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.034494:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.034534:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.034637:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287756160 00000100:00100000:2.0:1778923645.034642:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287756160 00000100:00100000:2.0:1778923645.034658:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1778923645.034663:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287756160:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.034714:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287756160:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 50us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.034720:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:0.0:1778923645.034976:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756160:0@lo:1000:mdt_rdpg00_000.0 00000040:00080000:0.0:1778923645.035671:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].52, 1720 off81936 00000001:00080000:0.0:1778923645.035687:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940073 00000100:00100000:0.0:1778923645.035776:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.035821:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.035854:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.037131:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287756288 00000100:00100000:2.0:1778923645.037147:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287756288 00000100:00100000:2.0:1778923645.037211:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1778923645.037220:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:30329:x1865335287756288:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1778923645.037844:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287756288:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 621us (2018us total) trans 17179872403 rc 0/0 00000100:00100000:2.0:1778923645.037854:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1778923645.038439:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.038545:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098db480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756416:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1778923645.038608:0:30329:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923645.038682:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703189cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923645.044327:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287756416 00000100:00100000:3.0:1778923645.044347:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287756416 00000100:00100000:3.0:1778923645.044440:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1778923645.044452:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:30329:x1865335287756416:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1778923645.045800:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:30329:x1865335287756416:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 1341us (7182us total) trans 21474839498 rc 0/0 00000100:00100000:3.0:1778923645.045817:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1778923645.046330:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098db480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:30329:1865335287756416:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:0.0:1778923645.046581:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940074 00010000:00010000:0.0:1778923645.046639:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046653:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046661:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046673:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923645.046678:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046687:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046706:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5fd00) 00010000:00010000:0.0:1778923645.046709:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923645.046715:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046722:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5383 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046748:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046754:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046761:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046765:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923645.046768:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046775:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046786:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923645.046789:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923645.046792:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046797:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a537c lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.046812:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923645.046815:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923645.046823:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a52f0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54739c expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.046973:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281808000:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 84159us (84600us total) trans 8589940075 rc 0/0 00000100:00100000:0.0:1778923645.046983:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2087 00000020:00080000:0.0:1778923645.046990:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1778923645.049833:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.050188:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808384 00000100:00100000:3.0:1778923645.050202:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808384 00000100:00100000:3.0:1778923645.050281:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5708 00000100:00100000:3.0:1778923645.050293:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54940:x1865335281808384:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923645.050328:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923645.050353:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473e2 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.050440:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.050456:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.050495:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923645.050498:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923645.051089:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:3.0:1778923645.051192:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54940:x1865335281808384:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 897us (1369us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.051202:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5708 00000100:00100000:3.0:1778923645.063740:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.063878:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808640 00000100:00100000:0.0:1778923645.063891:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808640 00000100:00100000:0.0:1778923645.063970:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2088 00000100:00100000:0.0:1778923645.063981:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54940:x1865335281808640:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923645.064295:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54940:x1865335281808640:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 314us (569us total) trans 8589940076 rc 0/0 00000100:00100000:0.0:1778923645.064302:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2088 00000100:00100000:1.0:1778923645.067662:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.067852:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281808896 00000100:00100000:0.0:1778923645.067875:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281808896 00000100:00100000:0.0:1778923645.067951:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2089 00000100:00100000:0.0:1778923645.068145:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54940:x1865335281808896:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923645.070226:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:2.0:1778923645.070435:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070456:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070469:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070688:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070694:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070701:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.070767:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923645.070932:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54940:x1865335281808896:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 2966us (3280us total) trans 8589940077 rc 0/0 00000100:00100000:2.0:1778923645.070943:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2089 00010000:00010000:0.0:1778923645.073733:0:27155:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923645.073751:0:27155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.073764:0:27155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.073769:0:27155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.073781:0:27155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.073801:0:27155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c3:0x0].0x0 (ffff9ce737d5f300) 00010000:00010000:0.0:1778923645.073804:0:27155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1778923645.073810:0:27155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.073818:0:27155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5391 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.080072:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923645.080082:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923645.080086:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923645.096080:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.096266:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809024 00000100:00100000:3.0:1778923645.096280:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809024 00000100:00100000:3.0:1778923645.096353:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5709 00000100:00100000:3.0:1778923645.096364:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54942:x1865335281809024:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923645.096397:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923645.096421:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a5398 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473e9 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096568:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096585:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096600:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923645.096651:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00000004:00200000:3.0:1778923645.096657:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923645.096680:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096692:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096722:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a5398 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096741:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.096750:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923645.096753:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923645.096757:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a600, rc 0) 00000100:00100000:3.0:1778923645.096822:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54942:x1865335281809024:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 460us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.096830:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5709 00000100:00100000:3.0:1778923645.101696:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.104497:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809280 00000100:00100000:2.0:1778923645.104545:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809280 00000100:00100000:2.0:1778923645.106201:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5710 00000100:00100000:2.0:1778923645.106219:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54942:x1865335281809280:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923645.106257:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923645.106284:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a53a6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473f0 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.106422:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a53ad lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.106440:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a53ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.106455:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a53ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923645.106483:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923645.109362:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a53a6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473f0 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.109409:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a53ad lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473f0 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.109419:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923645.109422:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923645.109427:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef600, rc 0) 00000100:00100000:2.0:1778923645.111203:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54942:x1865335281809280:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4975us (9505us total) trans 8589940078 rc 0/0 00000100:00100000:2.0:1778923645.111221:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5710 00000100:00100000:1.0:1778923645.127721:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.127818:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809408 00000100:00100000:3.0:1778923645.127832:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809408 00000100:00100000:3.0:1778923645.127931:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7514 00000100:00100000:3.0:1778923645.127944:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281809408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923645.128738:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923645.133412:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473f7 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.133699:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287756544:192.168.203.24@tcp:106: 00000100:00100000:0.0:1778923645.133903:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923645.139755:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287756544:192.168.203.24@tcp:106: 00010000:00010000:0.0:1778923645.139813:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53bb lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473f7 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.139854:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473f7 expref: 32 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.139884:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9000, rc 0) 00000100:00100000:0.0:1778923645.141826:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281809408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 13869us (14105us total) trans 0 rc 301/301 00000100:00100000:0.0:1778923645.141841:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7514 00000100:00100000:3.0:1778923645.149552:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.149830:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809536 00000100:00100000:2.0:1778923645.149844:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809536 00000100:00100000:2.0:1778923645.149929:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7515 00000100:00100000:2.0:1778923645.149941:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281809536:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923645.149971:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923645.149998:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a53c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5473fe expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.150076:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287756672:192.168.203.24@tcp:106: 00000100:00100000:2.0:1778923645.150168:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ceda80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923645.157366:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287756672:192.168.203.24@tcp:106: 00010000:00010000:1.0:1778923645.157418:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a53c2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473fe expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.157450:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062456afa/0x3baece0abe6a53c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473fe expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.157465:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef800, rc 0) 00000100:00100000:1.0:1778923645.157784:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281809536:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7843us (8279us total) trans 0 rc 301/301 00000100:00100000:1.0:1778923645.157794:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7515 00000100:00100000:1.0:1778923645.229333:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.229655:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809664 00000100:00100000:2.0:1778923645.229668:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809664 00000100:00100000:2.0:1778923645.229768:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3784 00000100:00100000:2.0:1778923645.229780:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281809664:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923645.229831:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.229851:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.229853:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.229868:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.229887:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242802:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242826:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242836:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242843:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923645.242849:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242866:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242890:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.242897:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a53c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.243143:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281809664:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13359us (13819us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923645.243154:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3784 00000100:00100000:1.0:1778923645.255187:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.257298:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809792 00000100:00100000:0.0:1778923645.257317:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809792 00000100:00100000:0.0:1778923645.257745:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3785 00000100:00100000:0.0:1778923645.257758:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281809792:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.257808:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.257834:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.257844:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923645.257846:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923645.257850:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.257903:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 31 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.257926:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 31 pid: 25674 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.257945:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287756800:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923645.258077:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b48300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923645.263004:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aab800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287756800:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923645.263050:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.270236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.270716:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281809920 00000100:00100000:2.0:1778923645.270730:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281809920 00010000:00010000:2.0:1778923645.270785:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.270827:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3305 00000100:00100000:2.0:1778923645.270837:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281809920:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923645.270855:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923645.270892:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.270908:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.270938:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d3b28a3/0x3baece0abe6a536e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473d4 expref: 32 pid: 25674 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.270957:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.270967:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.270974:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.270986:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.271020:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923645.271091:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281809920:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 254us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.271103:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3305 00010000:00010000:0.0:1778923645.271227:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.271238:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.301310:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.301336:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.303581:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.303591:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.303596:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.303609:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.303639:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.303651:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f9e64cf0/0x3baece0abe6a53d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.303924:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281809792:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 46161us (49583us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923645.303941:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3785 00000100:00100000:1.0:1778923645.316277:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.316403:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810048 00000100:00100000:2.0:1778923645.316416:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810048 00000100:00100000:3.0:1778923645.316664:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3786 00000100:00100000:3.0:1778923645.316679:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281810048:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.316723:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.316748:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.316757:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923645.316760:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923645.316764:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.316812:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 33 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.316827:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 33 pid: 26019 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.316845:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72ea80700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287756928:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923645.316964:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923645.319933:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.320633:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72ea80700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287756928:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923645.320667:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.325807:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810176 00000100:00100000:0.0:1778923645.325828:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810176 00010000:00010000:0.0:1778923645.325911:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 34 pid: 26019 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.325955:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3306 00000100:00100000:0.0:1778923645.326323:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281810176:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923645.326346:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923645.326377:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 34 pid: 26019 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.326396:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 34 pid: 26019 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.326426:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a5352 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473c6 expref: 34 pid: 26019 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.326649:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.326652:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.326658:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.326671:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.326714:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923645.326800:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281810176:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 834us (6879us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923645.326808:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3306 00010000:00010000:3.0:1778923645.329805:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.329829:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339151:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339171:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339183:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339189:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.339193:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339200:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339220:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.339225:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53d7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.339334:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281810048:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22654us (23065us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923645.339343:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3786 00000100:00100000:0.0:1778923645.351336:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.351630:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810304 00000100:00100000:2.0:1778923645.351644:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810304 00000100:00100000:2.0:1778923645.351732:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 583 00000100:00100000:2.0:1778923645.351746:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54942:x1865335281810304:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923645.351767:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923645.351798:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a53ad lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473f0 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.351824:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923645.351831:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923645.351929:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54942:x1865335281810304:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 187us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923645.351937:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 583 00000100:00100000:2.0:1778923645.356995:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.357225:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810560 00000100:00100000:1.0:1778923645.357239:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810560 00000100:00100000:1.0:1778923645.357314:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2090 00000100:00100000:1.0:1778923645.357327:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54942:x1865335281810560:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923645.357661:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d35850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54942:x1865335281810560:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 336us (680us total) trans 8589940079 rc 0/0 00000100:00100000:1.0:1778923645.357669:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2090 00000100:00100000:3.0:1778923645.407865:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.408003:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810816 00000100:00100000:0.0:1778923645.408027:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810816 00000100:00100000:0.0:1778923645.408106:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5711 00000100:00100000:0.0:1778923645.408118:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54943:x1865335281810816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923645.408150:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923645.408178:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a53de lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547405 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.408317:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a53e5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.408337:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a53e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.408352:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a53e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923645.408366:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:0.0:1778923645.408588:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9a00/0x3baece0abe6a53de lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547405 expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.408613:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a53e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547405 expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.408623:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923645.408627:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923645.408631:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f8a00, rc 0) 00000100:00100000:0.0:1778923645.408718:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54943:x1865335281810816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 603us (877us total) trans 8589940080 rc 0/0 00000100:00100000:0.0:1778923645.408725:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5711 00000100:00100000:2.0:1778923645.416605:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.416761:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281810944 00000100:00100000:3.0:1778923645.416777:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281810944 00000100:00100000:3.0:1778923645.416885:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3787 00000100:00100000:3.0:1778923645.416898:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281810944:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.416959:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.416992:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.416995:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.417002:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.417201:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430613:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430647:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430660:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430669:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.430675:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430687:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430712:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.430721:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000830b909b/0x3baece0abe6a53f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.430955:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281810944:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14050us (14357us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923645.431133:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3787 00000100:00100000:3.0:1778923645.445339:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.445969:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811072 00000100:00100000:0.0:1778923645.445985:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811072 00000100:00100000:0.0:1778923645.447615:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3788 00000100:00100000:0.0:1778923645.447644:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811072:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.447708:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.447739:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.447742:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.447751:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.447768:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470371:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470397:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470407:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470416:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.470422:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470432:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470457:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.470471:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a53fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.470634:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811072:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22999us (25303us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923645.470647:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3788 00000100:00100000:1.0:1778923645.477104:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.478350:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811200 00000100:00100000:0.0:1778923645.478366:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811200 00000100:00100000:0.0:1778923645.478471:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3789 00000100:00100000:0.0:1778923645.478483:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281811200:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.478570:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.478592:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.478595:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.478602:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.478618:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.486928:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.486955:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.486972:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.486980:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.486986:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.486995:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.487020:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.487029:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a5401 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.487136:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281811200:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8650us (10125us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923645.487149:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3789 00000100:00100000:1.0:1778923645.505015:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.505735:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811328 00000100:00100000:2.0:1778923645.505749:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811328 00000100:00100000:2.0:1778923645.505928:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3790 00000100:00100000:2.0:1778923645.505941:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281811328:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923645.506014:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.506036:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.506039:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.506046:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.506063:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515693:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515717:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515727:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515735:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923645.515740:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515751:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515775:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.515784:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5408 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.515957:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281811328:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10012us (10950us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923645.515979:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3790 00000100:00100000:2.0:1778923645.534704:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.534804:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811456 00000100:00100000:3.0:1778923645.534818:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811456 00000100:00100000:3.0:1778923645.534924:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3791 00000100:00100000:3.0:1778923645.534936:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281811456:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.534991:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.535014:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.535017:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.535024:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.535040:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.566953:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923645.590580:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590610:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590619:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590627:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.590632:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590642:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590665:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.590673:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a540f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.590770:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281811456:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 55830us (56075us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923645.590783:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3791 00000100:00100000:3.0:1778923645.596376:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.596488:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811584 00000100:00100000:1.0:1778923645.596501:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811584 00000100:00100000:1.0:1778923645.596625:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3792 00000100:00100000:1.0:1778923645.596639:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281811584:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923645.596686:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.596706:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923645.596709:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923645.596716:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.596732:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601541:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601568:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601578:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601586:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923645.601590:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601599:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601626:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.601635:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5416 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.601746:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281811584:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5103us (5377us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923645.601758:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3792 00000100:00100000:3.0:1778923645.607030:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.607143:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811712 00000100:00100000:0.0:1778923645.607155:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811712 00000100:00100000:0.0:1778923645.607244:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3793 00000100:00100000:0.0:1778923645.607256:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811712:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.607303:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.607326:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.607329:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.607336:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.607679:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614753:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614778:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614788:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614795:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f8e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.614801:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614810:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614838:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.614853:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a541d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.614973:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7713us (7950us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923645.614985:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3793 00000100:00100000:0.0:1778923645.625302:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.625376:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811840 00000100:00100000:1.0:1778923645.625389:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811840 00000100:00100000:1.0:1778923645.625498:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3794 00000100:00100000:1.0:1778923645.625535:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811840:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.625730:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.625766:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.625768:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.625775:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.625792:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629724:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629755:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629765:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629772:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f8e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.629778:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629789:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629889:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.629899:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a5424 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.630017:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281811840:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4478us (4723us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923645.630028:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3794 00000100:00100000:3.0:1778923645.647325:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.647702:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281811968 00000100:00100000:0.0:1778923645.647718:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281811968 00000100:00100000:0.0:1778923645.647820:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3795 00000100:00100000:0.0:1778923645.647833:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281811968:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.647898:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.647921:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.647925:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.647931:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.647946:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691715:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691743:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691752:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691761:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923645.691767:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691783:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691805:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.691814:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a542b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.691996:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281811968:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 44159us (44676us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923645.692008:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3795 00000100:00100000:3.0:1778923645.697807:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.697904:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812096 00000100:00100000:2.0:1778923645.697916:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812096 00000100:00100000:2.0:1778923645.698018:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3796 00000100:00100000:2.0:1778923645.698031:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281812096:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923645.698077:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.698099:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.698102:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.698109:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.698126:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703713:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703744:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703755:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703763:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923645.703769:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703778:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703803:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.703810:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5432 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.703939:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281812096:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5905us (6140us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923645.703953:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3796 00000100:00100000:1.0:1778923645.709597:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.709700:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812224 00000100:00100000:3.0:1778923645.709715:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812224 00000100:00100000:3.0:1778923645.709849:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3797 00000100:00100000:3.0:1778923645.709872:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281812224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.709933:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.709956:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.709959:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.709965:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.709982:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737292:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737319:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737329:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737338:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923645.737344:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737354:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737378:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.737387:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a5439 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.737681:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281812224:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27806us (28210us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923645.737695:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3797 00000100:00100000:1.0:1778923645.743635:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.743783:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812352 00000100:00100000:3.0:1778923645.743797:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812352 00000100:00100000:3.0:1778923645.743883:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3798 00000100:00100000:3.0:1778923645.743893:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281812352:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.743936:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.743956:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.743968:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.743975:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.743991:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748548:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748577:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748588:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748596:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.748602:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748611:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748636:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.748645:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5440 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.748754:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281812352:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4856us (5127us total) trans 0 rc 196608/196608 00000100:00100000:3.0:1778923645.748766:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3798 00000100:00100000:1.0:1778923645.753349:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.754131:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812480 00000100:00100000:3.0:1778923645.754145:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812480 00000100:00100000:3.0:1778923645.754240:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3799 00000100:00100000:3.0:1778923645.754253:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281812480:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923645.754300:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.754322:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.754325:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.754332:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.754348:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759445:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759480:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759489:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759497:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923645.759525:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759535:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759561:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.759568:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a5447 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.759679:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281812480:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5421us (6340us total) trans 0 rc 196608/196608 00000100:00100000:1.0:1778923645.759691:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3799 00000100:00100000:2.0:1778923645.805042:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.805188:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812608 00000100:00100000:0.0:1778923645.805201:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812608 00000100:00100000:0.0:1778923645.805334:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3800 00000100:00100000:0.0:1778923645.805355:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281812608:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923645.805402:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.805423:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.805425:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923645.805432:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.805448:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811770:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811795:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811804:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811811:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923645.811816:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811826:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811848:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.811866:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a544e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.812112:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281812608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6752us (7158us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923645.812124:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3800 00000100:00100000:2.0:1778923645.818407:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.818561:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812736 00000100:00100000:3.0:1778923645.818575:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812736 00000100:00100000:3.0:1778923645.818727:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3801 00000100:00100000:3.0:1778923645.818738:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281812736:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:3.0:1778923645.818801:0:26633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387d, blocks: 0x203 00010000:00010000:3.0:1778923645.818812:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.818833:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.818835:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923645.818842:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.818867:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830852:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830885:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830895:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830903:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923645.830909:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830917:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830942:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.830949:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5455 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.831226:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+30:2355:x1865335281812736:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12484us (12827us total) trans 0 rc 235327/235327 00000100:00100000:0.0:1778923645.831239:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3801 00000100:00100000:1.0:1778923645.838864:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923645.838971:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812864 00000100:00100000:2.0:1778923645.838984:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812864 00000100:00100000:2.0:1778923645.839224:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3802 00000100:00100000:2.0:1778923645.839236:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281812864:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923645.839302:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387c, blocks: 0x203 00010000:00010000:2.0:1778923645.839313:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.839457:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.839461:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923645.840153:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.840176:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865755:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865780:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865791:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865799:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923645.865804:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865815:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865838:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923645.865851:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a545c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923645.865981:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281812864:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 26742us (27133us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923645.865994:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3802 00000100:00100000:0.0:1778923645.885080:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.885324:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281812992 00000100:00100000:3.0:1778923645.885348:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281812992 00000100:00100000:3.0:1778923645.885434:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 584 00000100:00100000:3.0:1778923645.885445:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54943:x1865335281812992:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923645.885466:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923645.885548:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f8a00/0x3baece0abe6a53e5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547405 expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.885574:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923645.885580:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923645.885845:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+211:54943:x1865335281812992:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 400us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923645.885864:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 584 00000100:00100000:1.0:1778923645.891323:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.891496:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281813248 00000100:00100000:3.0:1778923645.891529:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281813248 00000100:00100000:3.0:1778923645.891596:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2091 00000100:00100000:3.0:1778923645.891608:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+211:54943:x1865335281813248:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923645.891912:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54943:x1865335281813248:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 307us (607us total) trans 8589940081 rc 0/0 00000100:00100000:3.0:1778923645.891921:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2091 00000100:00100000:2.0:1778923645.897235:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923645.897304:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281813504 00000100:00100000:3.0:1778923645.897319:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281813504 00000100:00100000:3.0:1778923645.897398:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5712 00000100:00100000:3.0:1778923645.897410:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281813504:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923645.897442:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923645.897470:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a5463 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54740c expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.897641:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.897661:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.897671:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.897726:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923645.897741:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 213 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923645.897758:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287757056:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923645.897873:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70820a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923645.903038:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.903210:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281813632 00000100:00100000:1.0:1778923645.903223:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281813632 00010000:00010000:1.0:1778923645.903277:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 214 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.903330:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3307 00000100:00100000:1.0:1778923645.903350:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281813632:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:1.0:1778923645.903370:0:5739:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 214 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903383:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 214 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903398:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 214 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903407:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923645.903411:0:5739:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923645.903415:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903427:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903435:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.903476:0:5739:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 214 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923645.903592:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:2354:x1865335281813632:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 252us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923645.903600:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3307 00000100:00100000:3.0:1778923645.910265:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287757056:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923645.910304:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.912280:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.912300:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923645.912331:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:1.0:1778923645.915840:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a5463 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54740c expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.915888:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54740c expref: 214 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.915900:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923645.915904:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1778923645.915909:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:1.0:1778923645.916291:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281813504:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 18880us (19068us total) trans 8589940082 rc 0/0 00000100:00100000:1.0:1778923645.916303:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5712 00000100:00100000:2.0:1778923645.969540:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.969795:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281813760 00000100:00100000:0.0:1778923645.969811:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281813760 00000100:00100000:0.0:1778923645.970046:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2092 00000100:00100000:0.0:1778923645.970059:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54944:x1865335281813760:12345-192.168.203.24@tcp:33:lfs.0 00000100:00100000:0.0:1778923645.970298:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54944:x1865335281813760:12345-192.168.203.24@tcp:33:lfs.0 Request processed in 241us (773us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923645.970306:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2092 00000100:00100000:2.0:1778923645.975249:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.975619:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814016 00000100:00100000:1.0:1778923645.975633:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814016 00000100:00100000:1.0:1778923645.975752:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2093 00000100:00100000:1.0:1778923645.975765:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54944:x1865335281814016:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923645.976636:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281814016:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 868us (1398us total) trans 8589940083 rc 0/0 00000100:00100000:1.0:1778923645.976647:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2093 00000100:00100000:2.0:1778923645.983708:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923645.983837:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814272 00000100:00100000:1.0:1778923645.983862:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814272 00000100:00100000:1.0:1778923645.984010:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5713 00000100:00100000:1.0:1778923645.984022:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281814272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923645.984246:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923645.984250:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:1.0:1778923645.984289:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a546a lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54740c expref: 215 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984315:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a4918 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547000 expref: 214 pid: 30325 timeout: 1436 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984328:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923645.984335:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923645.984351:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5478 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547413 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984484:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984500:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984564:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923645.984725:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:1.0:1778923645.984904:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5478 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547413 expref: 216 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984923:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547413 expref: 215 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923645.984932:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923645.984934:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923645.984938:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923645.985402:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281814272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1381us (1704us total) trans 8589940084 rc 0/0 00000100:00100000:1.0:1778923645.985412:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5713 00000100:00100000:2.0:1778923645.990825:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923645.990965:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814528 00000100:00100000:0.0:1778923645.990979:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814528 00000100:00100000:0.0:1778923645.991069:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2094 00000100:00100000:0.0:1778923645.991081:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281814528:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923645.991188:0:30330:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547413 expref: 215 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991242:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991257:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991267:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991277:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 5/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991321:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991335:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 215 pid: 31653 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.991353:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287757184:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923645.991469:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1442 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923645.991479:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923645.991489:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287757312:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923645.991557:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.000405:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa8e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287757184:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923646.000426:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287757312:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923646.000477:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.000875:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.004625:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814656 00000100:00100000:1.0:1778923646.004647:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814656 00010000:00010000:1.0:1778923646.004752:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 216 pid: 31653 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.004835:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3308 00000100:00100000:1.0:1778923646.004846:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:2353:x1865335281814656:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923646.004880:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923646.004889:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 216 pid: 31653 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.004905:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 216 pid: 31653 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.004938:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a538a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e2 expref: 216 pid: 31653 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.004957:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.004963:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.004973:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.004980:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923646.005093:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+215:2353:x1865335281814656:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 248us (4218us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.005102:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3308 00000100:00080000:0.0:1778923646.005483:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923646.007024:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.007108:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814784 00000100:00100000:3.0:1778923646.007120:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814784 00010000:00010000:3.0:1778923646.007167:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.007217:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3309 00000100:00100000:3.0:1778923646.007229:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:2353:x1865335281814784:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923646.007248:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007261:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007276:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007286:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923646.007289:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1778923646.007293:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007304:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007312:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.007355:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 215 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.007426:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:2353:x1865335281814784:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 200us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.007435:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3309 00010000:00010000:0.0:1778923646.007757:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.007768:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008690:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008702:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008715:0:30330:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008722:0:30330:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923646.008727:0:30330:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008735:0:30330:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008750:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923646.008753:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1778923646.008758:0:30330:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008764:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a548d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.008778:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923646.008780:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923646.008788:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a547f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547413 expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923646.009001:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54944:x1865335281814528:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 17921us (18190us total) trans 8589940085 rc -22/-22 00000100:00100000:0.0:1778923646.009012:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2094 00000100:00100000:2.0:1778923646.012884:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.013040:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281814912 00000100:00100000:3.0:1778923646.013055:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281814912 00000100:00100000:3.0:1778923646.013129:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5714 00000100:00100000:3.0:1778923646.013141:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54944:x1865335281814912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923646.013179:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923646.013205:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54741a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.013284:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.013300:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 215 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.013323:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923646.013327:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923646.013332:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:3.0:1778923646.013409:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281814912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 270us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.013417:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5714 00000100:00100000:3.0:1778923646.018747:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.019233:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281815168 00000100:00100000:1.0:1778923646.019247:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281815168 00000100:00100000:1.0:1778923646.019373:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5715 00000100:00100000:1.0:1778923646.019386:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54944:x1865335281815168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.019415:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.019443:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a549b lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547421 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.021281:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.021307:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.021321:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923646.021337:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c4:0x0]: returning size 0 00010000:00010000:1.0:1778923646.021412:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a549b lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 218 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.021435:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.021444:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c4:0x0].0x0 (ffff9ce71316cf00) 00010000:00010000:1.0:1778923646.021447:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923646.021451:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1200, rc 0) 00000100:00100000:1.0:1778923646.021716:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:54944:x1865335281815168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2331us (2981us total) trans 8589940086 rc 0/0 00000100:00100000:1.0:1778923646.021727:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5715 00000100:00100000:2.0:1778923646.028944:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.029426:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281815424 00000100:00100000:1.0:1778923646.029439:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281815424 00000100:00100000:1.0:1778923646.029763:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5716 00000100:00100000:1.0:1778923646.029776:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+217:54944:x1865335281815424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.029816:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.029849:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54b0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547428 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.030245:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.030264:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.030277:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923646.030294:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:1.0:1778923646.030461:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54b0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547428 expref: 220 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.030494:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547428 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.030552:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.030556:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923646.030561:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:1.0:1778923646.030658:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+219:54944:x1865335281815424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 884us (1728us total) trans 8589940087 rc 0/0 00000100:00100000:1.0:1778923646.030668:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5716 00000100:00100000:2.0:1778923646.036422:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.036839:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281815680 00000100:00100000:1.0:1778923646.036862:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281815680 00000100:00100000:1.0:1778923646.037287:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2095 00000100:00100000:1.0:1778923646.037310:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+219:54944:x1865335281815680:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:1.0:1778923646.037422:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547428 expref: 219 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.037490:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.037529:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 219 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.037541:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.037588:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 219 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.037604:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 219 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.037621:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287757440:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923646.037736:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.042404:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.042740:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281815808 00000100:00100000:3.0:1778923646.042754:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281815808 00010000:00010000:2.0:1778923646.042886:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 220 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.043041:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287757440:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923646.043083:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.043265:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3310 00000100:00100000:2.0:1778923646.043279:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:2354:x1865335281815808:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923646.043300:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923646.043309:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 220 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043330:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 220 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043360:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a5494 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54741a expref: 220 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043379:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923646.043385:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043396:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043404:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.043435:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923646.043543:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+219:2354:x1865335281815808:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 267us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.043553:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3310 00010000:00010000:1.0:1778923646.044724:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044741:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044776:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044796:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 218 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044805:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044866:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 218 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.044885:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 218 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.044915:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287757568:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923646.045030:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8180 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.051039:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.051295:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281815936 00000100:00100000:3.0:1778923646.051307:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281815936 00010000:00010000:3.0:1778923646.051360:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 219 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.051413:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3311 00000100:00100000:3.0:1778923646.051423:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:2353:x1865335281815936:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923646.051442:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 219 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051457:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 219 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051479:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 219 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051489:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c4:0x0].0x0 (ffff9ce71316cf00) 00010000:00010000:3.0:1778923646.051492:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923646.051496:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051546:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051554:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.051588:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1200/0x3baece0abe6a54a2 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c4:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547421 expref: 219 pid: 30327 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.051661:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+219:2353:x1865335281815936:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 238us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.051669:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3311 00000100:00100000:1.0:1778923646.052072:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287757568:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923646.052098:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.052109:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.052115:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.053415:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757696:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.053495:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923646.053562:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711366480 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.053718:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287757696 00000100:00100000:2.0:1778923646.053728:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287757696 00000100:00100000:2.0:1778923646.053798:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:2.0:1778923646.053810:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287757696:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.053918:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287757696:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 111us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.053929:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:0.0:1778923646.053991:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923646.054106:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757696:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.054165:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757824:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.054194:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.054214:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287757824 00000100:00100000:1.0:1778923646.054217:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923646.054219:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287757824 00000100:00100000:3.0:1778923646.054267:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:3.0:1778923646.054275:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287757824:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.054340:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287757824:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.054347:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:0.0:1778923646.054400:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923646.054570:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757824:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.055062:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757952:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.055099:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923646.055115:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923646.055212:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287757952 00000100:00100000:3.0:1778923646.055220:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287757952 00000100:00100000:3.0:1778923646.055263:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:3.0:1778923646.055271:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287757952:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.055418:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287757952:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 148us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.055426:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1778923646.055883:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce71123c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287757952:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.056236:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758080:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.056282:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923646.056356:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.056408:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758080 00000100:00100000:1.0:1778923646.056413:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758080 00000100:00100000:1.0:1778923646.056582:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1778923646.056595:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758080:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.056682:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758080:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 92us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.056690:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1778923646.056761:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758080:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.056826:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.056869:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.057016:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.057323:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758208 00000100:00100000:2.0:1778923646.057329:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758208 00000100:00100000:2.0:1778923646.057358:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1778923646.057365:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758208:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.057437:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758208:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 73us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.057444:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1778923646.057598:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.057644:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.057673:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.057696:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.057752:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758336 00000100:00100000:2.0:1778923646.057757:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758336 00000100:00100000:2.0:1778923646.057776:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1778923646.057782:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758336:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.057885:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758336:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 102us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.057891:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1778923646.058297:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.058343:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.058376:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.058433:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.058658:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758464 00000100:00100000:2.0:1778923646.058664:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758464 00000100:00100000:2.0:1778923646.058731:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1778923646.058739:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758464:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.058813:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758464:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 75us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.058823:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1778923646.058899:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.058936:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.058973:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.059444:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.059773:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758592 00000100:00100000:1.0:1778923646.059780:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758592 00000100:00100000:1.0:1778923646.059818:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1778923646.059827:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758592:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.059929:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758592:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 103us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.059937:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1778923646.060034:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.060096:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758720:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.060127:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.060149:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.060414:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758720 00000100:00100000:1.0:1778923646.060419:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758720 00000100:00100000:1.0:1778923646.060439:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1778923646.060444:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758720:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.060539:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287758720:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 94us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.060545:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1778923646.060675:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758720:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.060712:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758848:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.060737:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.060757:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.060801:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758848 00000100:00100000:1.0:1778923646.060806:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758848 00000100:00100000:1.0:1778923646.060822:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1778923646.060828:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758848:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.060891:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758848:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.060897:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1778923646.060966:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758848:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061014:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758976:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061036:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.061056:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.061293:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287758976 00000100:00100000:1.0:1778923646.061297:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287758976 00000100:00100000:1.0:1778923646.061316:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1778923646.061321:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758976:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.061379:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287758976:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 58us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.061386:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1778923646.061453:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287758976:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061494:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061557:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.061573:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.061699:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759104 00000100:00100000:1.0:1778923646.061704:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759104 00000100:00100000:1.0:1778923646.061723:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1778923646.061727:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759104:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.061773:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759104:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 45us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.061778:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1778923646.061837:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061882:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.061905:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.061926:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.061974:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759232 00000100:00100000:1.0:1778923646.061978:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759232 00000100:00100000:1.0:1778923646.061994:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1778923646.062013:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.062070:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.062076:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1778923646.062359:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.062393:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.062418:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.062441:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.062493:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759360 00000100:00100000:1.0:1778923646.062497:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759360 00000100:00100000:1.0:1778923646.062546:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1778923646.062552:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.062602:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 49us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.062608:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:3.0:1778923646.062731:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.062764:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.062787:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.062805:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.062841:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759488 00000100:00100000:1.0:1778923646.062845:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759488 00000100:00100000:1.0:1778923646.062871:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1778923646.062877:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.062930:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.062935:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1778923646.063185:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.063217:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.063241:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.063260:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.063302:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759616 00000100:00100000:1.0:1778923646.063306:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759616 00000100:00100000:1.0:1778923646.063324:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1778923646.063329:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.063428:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 98us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.063434:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1778923646.064254:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.064696:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.064743:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.064803:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.064846:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759744 00000100:00100000:1.0:1778923646.064858:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759744 00000100:00100000:1.0:1778923646.064941:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1778923646.064950:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.065263:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287759744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 313us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.065271:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1778923646.065341:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.065386:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.065412:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.065487:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.065626:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287759872 00000100:00100000:2.0:1778923646.065632:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287759872 00000100:00100000:2.0:1778923646.065662:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1778923646.065669:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.065728:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287759872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 59us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.065734:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1778923646.065808:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287759872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.065846:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.065882:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.065901:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.065949:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760000 00000100:00100000:2.0:1778923646.065953:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760000 00000100:00100000:2.0:1778923646.065982:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1778923646.065988:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.066316:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 327us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.066323:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1778923646.066789:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.066837:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.066880:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.067347:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.067559:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760128 00000100:00100000:2.0:1778923646.067568:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760128 00000100:00100000:2.0:1778923646.067664:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:2.0:1778923646.067674:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.067767:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 94us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.067774:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1778923646.067838:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.067923:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.067951:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.068327:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.068433:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760256 00000100:00100000:0.0:1778923646.068440:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760256 00000100:00100000:0.0:1778923646.068477:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1778923646.068486:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.068584:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 99us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.068591:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1778923646.068735:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.068777:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.068806:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.068828:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.068883:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760384 00000100:00100000:0.0:1778923646.068888:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760384 00000100:00100000:0.0:1778923646.068909:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1778923646.068914:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.068979:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.068986:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1778923646.069271:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.069314:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.069339:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.069362:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.069411:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760512 00000100:00100000:0.0:1778923646.069415:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760512 00000100:00100000:0.0:1778923646.069434:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1778923646.069439:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760512:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.069536:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760512:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 97us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.069542:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1778923646.069671:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.069701:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.069723:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.069745:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.069794:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760640 00000100:00100000:0.0:1778923646.069798:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760640 00000100:00100000:0.0:1778923646.069816:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1778923646.069821:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.069906:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 84us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.069912:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:3.0:1778923646.069983:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.070266:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.070292:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.070316:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.070463:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760768 00000100:00100000:0.0:1778923646.070478:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760768 00000100:00100000:0.0:1778923646.070501:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1778923646.070540:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760768:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.070603:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287760768:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 66us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.070610:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:3.0:1778923646.070742:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.070776:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.070802:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.070822:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.070913:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287760896 00000100:00100000:0.0:1778923646.070918:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287760896 00000100:00100000:0.0:1778923646.070937:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1778923646.070943:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760896:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.071302:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287760896:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 358us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.071309:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1778923646.071779:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287760896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.071866:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.072929:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.073242:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.073388:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761024 00000100:00100000:1.0:1778923646.073398:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761024 00000100:00100000:0.0:1778923646.073483:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1778923646.073496:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761024:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.073632:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761024:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 140us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.073640:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1778923646.073803:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.073901:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.073938:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923646.074189:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761152 00000100:00100000:2.0:1778923646.074195:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761152 00000100:00100000:2.0:1778923646.074233:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1778923646.074239:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761152:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.074582:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761152:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 342us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.074589:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1778923646.074711:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923646.074731:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.074793:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.074833:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.075034:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923646.075259:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761280 00000100:00100000:0.0:1778923646.075265:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761280 00000100:00100000:0.0:1778923646.075295:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1778923646.075301:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761280:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.075372:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761280:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 71us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.075379:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1778923646.075454:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761280:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.075576:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.075604:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.075660:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.075734:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761408 00000100:00100000:1.0:1778923646.075738:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761408 00000100:00100000:0.0:1778923646.076382:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1778923646.076393:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761408:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923646.076635:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761408:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 245us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923646.076642:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1778923646.077208:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761408:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.077300:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.077346:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.077422:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.077562:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761536 00000100:00100000:2.0:1778923646.077569:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761536 00000100:00100000:2.0:1778923646.077662:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1778923646.077674:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761536:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923646.077757:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761536:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 86us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923646.077764:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1778923646.077828:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761536:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.077872:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761664:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.077897:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.078258:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.078344:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761664 00000100:00100000:1.0:1778923646.078350:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761664 00000100:00100000:1.0:1778923646.078380:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1778923646.078387:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761664:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.078473:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761664:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 77us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.078480:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1778923646.078635:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761664:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:3.0:1778923646.079698:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].53, 1536 off83472 00000001:00080000:3.0:1778923646.079727:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940088 00000100:00100000:3.0:1778923646.079830:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.079899:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.080188:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8840 going to sleep for 11 seconds 00000100:00100000:2.0:1778923646.080736:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761792 00000100:00100000:2.0:1778923646.080746:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761792 00000100:00100000:1.0:1778923646.080904:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1778923646.080917:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287761792:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.081645:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761792:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 729us (1743us total) trans 17179872404 rc 0/0 00000100:00100000:1.0:1778923646.081657:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1778923646.081786:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761792:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.081842:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761920:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923646.081896:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923646.081923:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7012ede40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923646.082217:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287761920 00000100:00100000:1.0:1778923646.082222:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287761920 00000100:00100000:1.0:1778923646.082255:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1778923646.082261:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce735ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+7:31668:x1865335287761920:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923646.082868:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce735ded850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+8:31668:x1865335287761920:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 605us (969us total) trans 21474839499 rc 0/0 00000100:00100000:1.0:1778923646.082877:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1778923646.083949:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287761920:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1778923646.084411:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940089 00010000:00010000:3.0:1778923646.084572:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084586:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084596:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084603:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923646.084607:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084616:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084636:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c4:0x0].0x0 (ffff9ce71316cf00) 00010000:00010000:3.0:1778923646.084640:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923646.084645:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084651:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a54cc lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c4:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084669:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084675:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084681:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084685:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923646.084687:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084696:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084703:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923646.084705:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923646.084708:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084714:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a54c5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.084727:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923646.084730:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923646.084737:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a54b7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547428 expref: 221 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.084938:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d37050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:54944:x1865335281815680:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 47640us (48530us total) trans 8589940090 rc 0/0 00000100:00100000:3.0:1778923646.084949:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2095 00000020:00080000:3.0:1778923646.084965:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1778923646.088671:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.088791:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281816064 00000100:00100000:1.0:1778923646.088804:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281816064 00000100:00100000:1.0:1778923646.088928:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5717 00000100:00100000:1.0:1778923646.088940:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:54944:x1865335281816064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.088985:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.089172:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a54d3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54742f expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.089262:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a54d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54742f expref: 221 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.089280:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a54d3 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54742f expref: 221 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.089304:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.089308:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923646.089312:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1800, rc 0) 00000100:00100000:1.0:1778923646.089392:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+221:54944:x1865335281816064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 454us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.089400:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5717 00000100:00100000:0.0:1778923646.095698:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.095849:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281816320 00000100:00100000:1.0:1778923646.095871:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281816320 00000100:00100000:1.0:1778923646.095963:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2096 00000100:00100000:1.0:1778923646.095974:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+221:54944:x1865335281816320:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:1.0:1778923646.098437:0:30330:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1778923646.098681:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1778, 64 off154888 00000004:00080000:1.0:1778923646.098695:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1343155190898ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923646.098769:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1786, 64 off155328 00000004:00080000:1.0:1778923646.098776:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1343155272293ns, next at 1344155271182ns, rc = 0 00000001:00080000:1.0:1778923646.098787:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940091 00010000:00010000:1.0:1778923646.098882:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099377:0:30330:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099393:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099402:0:30330:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099409:0:30330:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099414:0:30330:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.099454:0:30330:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1778923646.099767:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+223:54944:x1865335281816320:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 3788us (4079us total) trans 8589940092 rc 0/0 00000100:00100000:1.0:1778923646.099779:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2096 00000020:00080000:1.0:1778923646.099788:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923646.099887:0:5742:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1778923646.099905:0:5742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.099913:0:5742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.099917:0:5742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.099926:0:5742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.099941:0:5742:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c4:0x0].0x0 (ffff9ce71316cf00) 00010000:00010000:2.0:1778923646.099944:0:5742:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1778923646.099950:0:5742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.099971:0:5742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a54da lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.099986:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923646.099988:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923646.099989:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923646.104266:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.104329:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281816576 00000100:00100000:2.0:1778923646.104342:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281816576 00000100:00100000:2.0:1778923646.104415:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2097 00000100:00100000:2.0:1778923646.104426:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+223:54944:x1865335281816576:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923646.104972:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54944:x1865335281816576:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 545us (720us total) trans 8589940093 rc 0/0 00000100:00100000:2.0:1778923646.104982:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2097 00000100:00100000:3.0:1778923646.134654:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.134823:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281816704 00000100:00100000:1.0:1778923646.134847:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281816704 00000100:00100000:1.0:1778923646.134945:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5718 00000100:00100000:1.0:1778923646.134958:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+224:54945:x1865335281816704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.134991:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.135027:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a54e1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547436 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135115:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135134:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135147:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135163:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135170:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135175:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135634:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135646:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135654:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923646.135702:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00000004:00200000:1.0:1778923646.135707:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923646.135728:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135742:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135752:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135759:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135767:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135774:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923646.135779:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135788:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135802:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923646.135805:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923646.135811:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135817:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a54e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135832:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135838:0:30327:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135843:0:30327:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135847:0:30327:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923646.135850:0:30327:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135867:0:30327:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135874:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce71316c300) 00010000:00010000:1.0:1778923646.135876:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923646.135879:0:30327:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135884:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a54ef lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135923:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a54e1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 226 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135935:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 225 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.135942:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.135945:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923646.135947:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:1.0:1778923646.136042:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+225:54945:x1865335281816704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1086us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.136052:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5718 00000100:00100000:0.0:1778923646.143218:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.143540:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281816832 00000100:00100000:3.0:1778923646.143553:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281816832 00000100:00100000:3.0:1778923646.143652:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7516 00000100:00100000:3.0:1778923646.143665:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281816832:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923646.143689:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923646.143718:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54743d expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923646.143754:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387d, blocks: 0x203 00010000:00010000:3.0:1778923646.143779:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.143782:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.143792:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.143813:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.143829:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:3.0:1778923646.143984:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281816832:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 321us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923646.143992:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7516 00000100:00080000:0.0:1778923646.144280:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923646.148700:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.148871:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817088 00000100:00100000:1.0:1778923646.148885:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817088 00000100:00100000:1.0:1778923646.149092:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5719 00000100:00100000:1.0:1778923646.149104:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+225:54945:x1865335281817088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.149133:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.149159:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5504 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547444 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.149300:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a550b lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.149319:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a550b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.149332:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a550b lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923646.149350:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:2.0:1778923646.150578:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5504 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547444 expref: 228 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.150616:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a550b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547444 expref: 227 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.150626:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923646.150630:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1778923646.150635:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:2.0:1778923646.150741:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+227:54945:x1865335281817088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1638us (2054us total) trans 8589940094 rc 0/0 00000100:00100000:2.0:1778923646.150751:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5719 00000100:00100000:2.0:1778923646.155411:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.155694:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817344 00000100:00100000:1.0:1778923646.155709:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817344 00000100:00100000:1.0:1778923646.155968:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5720 00000100:00100000:1.0:1778923646.155980:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+227:54945:x1865335281817344:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923646.157369:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923646.157407:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a5519 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54744b expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.157657:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a5520 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.157679:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a5520 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.157694:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a5520 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923646.157711:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:0.0:1778923646.158268:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a5519 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54744b expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.158294:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a5520 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54744b expref: 229 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.158303:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923646.158307:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923646.158310:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923646.158724:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+229:54945:x1865335281817344:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2743us (3323us total) trans 8589940095 rc 0/0 00000100:00100000:0.0:1778923646.158736:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5720 00000100:00100000:0.0:1778923646.166441:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.166800:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817472 00000100:00100000:2.0:1778923646.166814:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817472 00000100:00100000:2.0:1778923646.166942:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3803 00000100:00100000:2.0:1778923646.166954:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281817472:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.167013:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.167035:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.167038:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.167044:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.167063:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1778923646.167820:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1778923646.179443:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179479:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179489:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179496:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.179546:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179562:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179589:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.179598:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a552e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.179722:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281817472:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12756us (13283us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.179735:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3803 00000100:00100000:3.0:1778923646.187441:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.187591:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817600 00000100:00100000:0.0:1778923646.187607:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817600 00000100:00100000:0.0:1778923646.187703:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3804 00000100:00100000:0.0:1778923646.187715:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281817600:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.187760:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.187781:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.187783:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.187790:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.187806:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194267:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194295:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194305:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194312:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923646.194318:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194328:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194351:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.194360:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5535 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.194496:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281817600:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6774us (7063us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923646.194579:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3804 00000100:00100000:1.0:1778923646.201931:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.202063:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817728 00000100:00100000:0.0:1778923646.202078:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817728 00000100:00100000:0.0:1778923646.202172:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3805 00000100:00100000:0.0:1778923646.202184:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281817728:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.202230:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.202255:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.202258:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.202265:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.202281:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211112:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211141:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211152:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211161:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.211166:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211176:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211202:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.211210:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060093557/0x3baece0abe6a553c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.211319:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281817728:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9129us (9397us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.211330:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3805 00000100:00100000:1.0:1778923646.218674:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.219188:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817856 00000100:00100000:2.0:1778923646.219202:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817856 00000100:00100000:2.0:1778923646.219298:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3806 00000100:00100000:2.0:1778923646.219311:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281817856:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.219360:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.219394:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.219396:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.219403:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.219421:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225353:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225398:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225407:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225415:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.225422:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225433:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225460:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.225591:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a5543 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.225711:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281817856:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6394us (7046us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.225723:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3806 00000100:00100000:3.0:1778923646.234930:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.235408:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281817984 00000100:00100000:0.0:1778923646.235423:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281817984 00000100:00100000:0.0:1778923646.235575:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3807 00000100:00100000:0.0:1778923646.235589:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281817984:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.235640:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.235662:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.235664:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.235671:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.235686:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239626:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239654:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239663:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239670:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.239675:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239684:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239707:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.239715:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6c05801/0x3baece0abe6a554a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.239809:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281817984:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4217us (4888us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.239821:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3807 00000100:00100000:3.0:1778923646.253712:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.253944:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818112 00000100:00100000:1.0:1778923646.253967:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818112 00000100:00100000:1.0:1778923646.254062:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3808 00000100:00100000:1.0:1778923646.254075:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818112:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.254127:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.254151:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.254154:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.254161:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.254179:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260254:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260280:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260291:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260298:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923646.260303:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260314:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260337:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.260346:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5551 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.260469:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818112:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6391us (6766us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923646.260481:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3808 00000100:00100000:0.0:1778923646.276437:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.276655:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818240 00000100:00100000:3.0:1778923646.276671:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818240 00000100:00100000:3.0:1778923646.276770:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3809 00000100:00100000:3.0:1778923646.276783:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281818240:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923646.276832:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.276864:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.276867:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.276874:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.276909:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284156:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284258:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284269:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284277:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.284283:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284291:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284318:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.284326:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a5558 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.284758:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281818240:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7969us (8329us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.284771:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3809 00000100:00100000:0.0:1778923646.295646:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.295927:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818368 00000100:00100000:1.0:1778923646.295940:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818368 00000100:00100000:1.0:1778923646.296038:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3810 00000100:00100000:1.0:1778923646.296051:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281818368:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.296101:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.296130:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.296133:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.296140:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.296158:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330585:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330611:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330622:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330630:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.330636:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330646:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330670:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.330678:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a555f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.330786:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281818368:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 34730us (35150us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.330798:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3810 00000100:00100000:0.0:1778923646.346593:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.347484:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818496 00000100:00100000:2.0:1778923646.347499:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818496 00000100:00100000:2.0:1778923646.347632:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3811 00000100:00100000:2.0:1778923646.347645:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818496:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.347697:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.347721:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.347724:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.347732:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.347750:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366072:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366098:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366107:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366115:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.366121:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366130:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366153:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.366161:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5566 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.366274:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818496:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 18625us (19690us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.366286:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3811 00000100:00100000:1.0:1778923646.380868:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.381108:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818624 00000100:00100000:3.0:1778923646.381124:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818624 00000100:00100000:3.0:1778923646.381223:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3812 00000100:00100000:3.0:1778923646.381235:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281818624:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923646.381282:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.381304:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.381307:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.381313:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.381332:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390396:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390425:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390436:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390450:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923646.390455:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390479:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390542:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.390551:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006245d4e1/0x3baece0abe6a556d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.390673:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281818624:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9434us (9824us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923646.390685:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3812 00000100:00100000:3.0:1778923646.397728:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.398109:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818752 00000100:00100000:1.0:1778923646.398123:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818752 00000100:00100000:1.0:1778923646.398219:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3813 00000100:00100000:1.0:1778923646.398232:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281818752:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.398285:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.398308:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.398311:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.398318:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.398335:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.408962:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.408997:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.409006:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.409013:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923646.409018:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.409026:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.409047:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.409053:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a5574 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.409157:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281818752:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10921us (11435us total) trans 0 rc 196608/196608 00000100:00100000:1.0:1778923646.409167:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3813 00000100:00100000:2.0:1778923646.432279:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.433143:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281818880 00000100:00100000:0.0:1778923646.433158:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281818880 00000100:00100000:0.0:1778923646.433256:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3814 00000100:00100000:0.0:1778923646.433268:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818880:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.433316:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.433339:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.433342:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.433349:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.433367:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452100:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452125:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452137:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452146:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923646.452152:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452162:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452185:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.452193:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a557b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.452293:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281818880:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19021us (20023us total) trans 0 rc 196608/196608 00000100:00100000:1.0:1778923646.452306:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3814 00000100:00100000:0.0:1778923646.516928:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.517197:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819008 00000100:00100000:3.0:1778923646.517210:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819008 00000100:00100000:3.0:1778923646.517369:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3815 00000100:00100000:3.0:1778923646.517382:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281819008:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923646.517432:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.517453:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.517456:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.517871:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.517892:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538613:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538641:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538651:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538659:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923646.538664:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538675:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538698:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.538706:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a5582 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.538823:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281819008:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21437us (21904us total) trans 0 rc 235327/235327 00000100:00100000:3.0:1778923646.538835:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3815 00000100:00100000:0.0:1778923646.543381:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.543483:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819136 00000100:00100000:3.0:1778923646.543495:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819136 00000100:00100000:3.0:1778923646.543633:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3816 00000100:00100000:3.0:1778923646.543645:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281819136:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923646.543694:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.543718:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.543720:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.543728:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.543745:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582039:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582067:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582077:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582084:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.582089:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582099:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582122:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.582130:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d605698/0x3baece0abe6a5589 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.582245:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281819136:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 38596us (38876us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923646.582258:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3816 00000100:00100000:3.0:1778923646.587739:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923646.590811:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923646.598904:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819264 00000100:00100000:1.0:1778923646.598927:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819264 00000100:00100000:2.0:1778923646.599352:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3817 00000100:00100000:2.0:1778923646.599366:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281819264:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923646.599437:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387c, blocks: 0x203 00010000:00010000:2.0:1778923646.599449:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.599469:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.599472:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.599478:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.599495:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607823:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607863:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607874:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607882:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.607888:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607898:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607929:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.607938:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a5590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.608086:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281819264:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8716us (20356us total) trans 0 rc 235327/235327 00000100:00100000:2.0:1778923646.608099:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3817 00000100:00100000:3.0:1778923646.649385:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.649568:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819392 00000100:00100000:1.0:1778923646.649584:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819392 00000100:00100000:1.0:1778923646.649676:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 585 00000100:00100000:1.0:1778923646.649687:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+229:54945:x1865335281819392:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923646.649708:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923646.649753:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a5520 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54744b expref: 229 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.649779:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.649786:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923646.649880:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+228:54945:x1865335281819392:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 194us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923646.649889:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 585 00000100:00100000:0.0:1778923646.658561:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.658687:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819648 00000100:00100000:1.0:1778923646.658703:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819648 00000100:00100000:0.0:1778923646.660599:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2098 00000100:00100000:0.0:1778923646.660617:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+228:54945:x1865335281819648:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923646.662488:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+229:54945:x1865335281819648:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1860us (3978us total) trans 8589940096 rc 0/0 00000100:00100000:0.0:1778923646.662518:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2098 00000100:00100000:0.0:1778923646.708961:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.709137:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281819904 00000100:00100000:1.0:1778923646.709150:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281819904 00000100:00100000:1.0:1778923646.709228:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5721 00000100:00100000:1.0:1778923646.709240:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+229:54946:x1865335281819904:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923646.709272:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923646.709299:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5597 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547452 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.709441:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a559e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.709461:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a559e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.709474:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a559e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923646.709489:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:1.0:1778923646.709710:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5597 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547452 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.709740:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a559e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547452 expref: 231 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.709750:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923646.709754:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923646.709757:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:1.0:1778923646.709841:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+231:54946:x1865335281819904:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 604us (905us total) trans 8589940097 rc 0/0 00000100:00100000:1.0:1778923646.709859:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5721 00000100:00100000:1.0:1778923646.722968:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.723070:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820032 00000100:00100000:2.0:1778923646.723084:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820032 00000100:00100000:2.0:1778923646.723184:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3818 00000100:00100000:2.0:1778923646.723195:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281820032:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.723243:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.723267:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.723269:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.723276:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.723292:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732532:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732576:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732586:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732593:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.732599:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732609:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732635:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.732643:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.732792:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281820032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9591us (9840us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.732804:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3818 00000100:00100000:1.0:1778923646.740073:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.740191:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820160 00000100:00100000:0.0:1778923646.740206:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820160 00000100:00100000:0.0:1778923646.740300:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3819 00000100:00100000:0.0:1778923646.740310:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281820160:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.740358:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.740379:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.740382:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.740388:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.740406:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746397:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746424:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746434:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746441:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923646.746446:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746456:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746490:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.746499:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000079058215/0x3baece0abe6a55b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923646.746765:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281820160:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6449us (6699us total) trans 0 rc 135168/135168 00000100:00100000:0.0:1778923646.746777:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3819 00000100:00100000:3.0:1778923646.753451:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.753691:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820288 00000100:00100000:1.0:1778923646.753705:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820288 00000100:00100000:1.0:1778923646.753801:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3820 00000100:00100000:1.0:1778923646.753814:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281820288:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.753873:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.753903:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.753906:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.753914:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.753931:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762348:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762375:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762385:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762393:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923646.762399:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762409:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762435:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.762443:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a55ba lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.763142:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281820288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9320us (9694us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923646.763157:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3820 00000100:00100000:0.0:1778923646.768995:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.769186:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820416 00000100:00100000:2.0:1778923646.769200:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820416 00000100:00100000:2.0:1778923646.769299:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3821 00000100:00100000:2.0:1778923646.769312:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281820416:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.769378:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.769404:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.769407:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.769415:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.769434:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775567:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775594:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775605:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775613:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.775620:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775631:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775656:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.775665:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.775765:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281820416:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6450us (6779us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.775777:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3821 00000100:00100000:0.0:1778923646.782767:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923646.782886:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820544 00000100:00100000:3.0:1778923646.782901:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820544 00000100:00100000:3.0:1778923646.783005:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3822 00000100:00100000:3.0:1778923646.783017:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281820544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923646.783063:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.783085:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.783088:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923646.783096:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.783113:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787472:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787498:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787550:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787559:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923646.787565:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787575:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787601:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923646.787615:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a55c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923646.787712:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281820544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4692us (4957us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1778923646.787724:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3822 00000100:00100000:0.0:1778923646.794794:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.794947:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820672 00000100:00100000:2.0:1778923646.794970:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820672 00000100:00100000:2.0:1778923646.795062:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3823 00000100:00100000:2.0:1778923646.795072:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281820672:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.795116:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.795137:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.795140:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.795147:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.795162:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806400:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806428:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806444:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806453:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.806468:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806479:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806538:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.806547:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.806684:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281820672:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11606us (11898us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.806696:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3823 00000100:00100000:1.0:1778923646.812566:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.812714:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820800 00000100:00100000:2.0:1778923646.812728:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820800 00000100:00100000:2.0:1778923646.812828:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3824 00000100:00100000:2.0:1778923646.812840:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281820800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.812911:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.812943:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.812946:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.812962:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.812979:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816766:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816792:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816802:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816810:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667da00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.816815:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816823:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816856:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.816871:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000002903ad/0x3baece0abe6a55d6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.816995:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281820800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4150us (4437us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.817007:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3824 00000100:00100000:3.0:1778923646.823785:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.823965:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281820928 00000100:00100000:2.0:1778923646.823980:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281820928 00000100:00100000:2.0:1778923646.824065:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3825 00000100:00100000:2.0:1778923646.824076:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281820928:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.824119:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.824141:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.824143:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.824150:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.824165:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834606:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834631:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834648:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834656:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.834662:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834672:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834699:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.834709:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.834824:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281820928:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10742us (11045us total) trans 0 rc 135168/135168 00000100:00100000:2.0:1778923646.834837:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3825 00000100:00100000:3.0:1778923646.842962:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.843151:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821056 00000100:00100000:1.0:1778923646.843165:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821056 00000100:00100000:1.0:1778923646.843261:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3826 00000100:00100000:1.0:1778923646.843273:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.843324:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.843347:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.843350:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.843357:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.843375:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848162:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848190:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848200:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848209:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923646.848214:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848225:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848251:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.848259:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a55e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923646.848367:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709548000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5089us (5424us total) trans 0 rc 135168/135168 00000100:00100000:1.0:1778923646.848380:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3826 00000100:00100000:3.0:1778923646.854750:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.856874:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821184 00000100:00100000:0.0:1778923646.856901:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821184 00000100:00100000:0.0:1778923646.857007:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3827 00000100:00100000:0.0:1778923646.857018:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821184:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.857062:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.857083:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.857086:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.857093:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.857109:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861834:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861875:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861885:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861892:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923646.861897:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861906:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861930:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.861939:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a55eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923646.862061:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821184:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 5037us (7565us total) trans 0 rc 235327/235327 00000100:00100000:0.0:1778923646.862074:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3827 00000100:00100000:3.0:1778923646.866989:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.867144:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821312 00000100:00100000:2.0:1778923646.867159:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821312 00000100:00100000:2.0:1778923646.867251:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3828 00000100:00100000:2.0:1778923646.867264:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281821312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.867308:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.867335:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.867338:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.867346:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.867362:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877358:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877385:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877396:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877404:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.877410:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877420:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877444:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.877458:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a55f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.877800:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281821312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10532us (10819us total) trans 0 rc 196608/196608 00000100:00100000:2.0:1778923646.877812:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3828 00000100:00100000:3.0:1778923646.886161:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923646.886347:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821440 00000100:00100000:2.0:1778923646.886360:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821440 00000100:00100000:2.0:1778923646.886453:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3829 00000100:00100000:2.0:1778923646.886475:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821440:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923646.886570:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.886593:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.886596:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923646.886602:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.886619:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893430:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893455:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893481:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893488:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923646.893494:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893528:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893554:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923646.893563:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037092935/0x3baece0abe6a55f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923646.893703:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281821440:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7234us (7551us total) trans 0 rc 196608/196608 00000100:00100000:2.0:1778923646.893715:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3829 00000100:00100000:3.0:1778923646.957855:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923646.958156:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821568 00000100:00100000:0.0:1778923646.958171:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821568 00000100:00100000:0.0:1778923646.958272:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3830 00000100:00100000:0.0:1778923646.958283:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281821568:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923646.958332:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.958351:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.958354:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923646.958370:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.958396:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980820:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980855:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980867:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980875:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923646.980881:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980891:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980916:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923646.980926:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a5600 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923646.981048:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281821568:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 22759us (23211us total) trans 0 rc 235327/235327 00000100:00100000:0.0:1778923646.981060:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3830 00000100:00100000:3.0:1778923646.988701:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923646.989349:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821696 00000100:00100000:1.0:1778923646.989440:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821696 00000100:00100000:1.0:1778923646.989822:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3831 00000100:00100000:1.0:1778923646.989837:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281821696:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923646.989913:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.989935:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.989937:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923646.989944:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923646.989975:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002295:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002321:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002331:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002339:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923647.002345:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002357:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002813:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.002823:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb5633/0x3baece0abe6a5607 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.003099:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281821696:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13115us (14460us total) trans 0 rc 235327/235327 00000100:00100000:0.0:1778923647.003112:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3831 00000100:00100000:2.0:1778923647.010439:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.010758:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821824 00000100:00100000:1.0:1778923647.010774:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821824 00000100:00100000:1.0:1778923647.010878:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3832 00000100:00100000:1.0:1778923647.010891:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281821824:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923647.010986:0:14411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387c, blocks: 0x203 00010000:00010000:1.0:1778923647.010999:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.011019:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.011022:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.011029:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.011046:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039316:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039342:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039353:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039430:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923647.039437:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039447:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039652:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.039662:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a560e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->237567] (req 0->237567) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.039908:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281821824:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 29011us (29475us total) trans 0 rc 235327/235327 00000100:00100000:1.0:1778923647.039921:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3832 00000100:00100000:2.0:1778923647.061949:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.062083:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281821952 00000100:00100000:0.0:1778923647.062098:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281821952 00000100:00100000:0.0:1778923647.062192:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 586 00000100:00100000:0.0:1778923647.062205:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+231:54946:x1865335281821952:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923647.062229:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923647.062265:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a559e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547452 expref: 231 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.062291:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.062297:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923647.062387:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+230:54946:x1865335281821952:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 185us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.062396:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 586 00000100:00100000:2.0:1778923647.066452:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.066800:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281822208 00000100:00100000:3.0:1778923647.066813:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281822208 00000100:00100000:3.0:1778923647.066897:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2099 00000100:00100000:3.0:1778923647.066908:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+230:54946:x1865335281822208:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923647.067714:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+231:54946:x1865335281822208:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 802us (1270us total) trans 8589940098 rc 0/0 00000100:00100000:3.0:1778923647.067725:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2099 00000100:00100000:2.0:1778923647.076875:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.078101:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281822464 00000100:00100000:0.0:1778923647.078119:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281822464 00000100:00100000:0.0:1778923647.078204:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5722 00000100:00100000:0.0:1778923647.078215:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+231:54746:x1865335281822464:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923647.078245:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923647.078270:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a5615 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547459 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.078402:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.078421:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.078432:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.078473:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 232 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.078488:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 232 pid: 30327 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.078553:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287762048:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923647.078672:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923647.088475:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287762048:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923647.088549:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.089078:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.089221:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281822592 00000100:00100000:3.0:1778923647.089231:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281822592 00010000:00010000:3.0:1778923647.089279:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 233 pid: 30327 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.089956:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3312 00000100:00100000:1.0:1778923647.089982:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+233:2353:x1865335281822592:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923647.090005:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923647.090015:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 233 pid: 30327 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090031:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 233 pid: 30327 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090059:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a54f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547436 expref: 233 pid: 30327 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090079:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923647.090085:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090101:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090111:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.090151:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923647.090229:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+232:2353:x1865335281822592:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 260us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923647.090237:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3312 00010000:00010000:0.0:1778923647.093195:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.093219:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923647.093253:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00010000:00010000:0.0:1778923647.093573:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a5615 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 233 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.093598:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 232 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.093607:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.093611:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923647.093615:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923647.093709:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+232:54746:x1865335281822464:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 15495us (16861us total) trans 8589940099 rc 0/0 00000100:00100000:0.0:1778923647.093719:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5722 00000100:00100000:2.0:1778923647.098060:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.098145:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281822848 00000100:00100000:0.0:1778923647.098159:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281822848 00000100:00100000:0.0:1778923647.098234:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5723 00000100:00100000:0.0:1778923647.098246:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+232:54746:x1865335281822848:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923647.098317:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923647.098350:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a539f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473e9 expref: 232 pid: 30325 timeout: 1443 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.098385:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.098391:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923647.098752:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.098771:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.098783:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923647.098859:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940100 00000004:00010000:0.0:1778923647.098888:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001b53a241 reply state 00000000757033c3 transno 8589940101 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.098899:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923647.099024:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+234:54746:x1865335281822848:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 779us (976us total) trans 8589940101 rc 0/0 00000100:00100000:0.0:1778923647.099032:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5723 00000020:00080000:0.0:1778923647.099039:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923647.104812:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104834:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104842:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104858:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923647.104864:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104872:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104891:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.104895:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923647.104900:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.104907:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7400/0x3baece0abe6a562a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.105054:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.105125:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823104 00000100:00100000:0.0:1778923647.105138:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823104 00000100:00100000:0.0:1778923647.105210:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2100 00000100:00100000:0.0:1778923647.105221:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+233:54746:x1865335281823104:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:0.0:1778923647.105727:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+234:54746:x1865335281823104:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 505us (678us total) trans 8589940102 rc 0/0 00000100:00100000:0.0:1778923647.105736:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2100 00000100:00100000:3.0:1778923647.114198:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.114295:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823360 00000100:00100000:0.0:1778923647.114634:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823360 00000100:00100000:0.0:1778923647.114718:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5724 00000100:00100000:0.0:1778923647.114731:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+234:54746:x1865335281823360:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923647.114763:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923647.114767:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:0.0:1778923647.114802:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a550b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547444 expref: 234 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.114829:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a54d3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54742f expref: 233 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.114842:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.114859:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923647.114875:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a5631 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547460 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.114948:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.114965:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.114976:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923647.127902:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1787, 88 off155416 00000004:00080000:0.0:1778923647.127921:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184416484ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.127985:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1779, 88 off154976 00000004:00080000:0.0:1778923647.127991:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184487218ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128017:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1780, 88 off155064 00000004:00080000:0.0:1778923647.128021:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184516818ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128034:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1788, 88 off155504 00000004:00080000:0.0:1778923647.128038:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184533686ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128050:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1789, 88 off155592 00000004:00080000:0.0:1778923647.128053:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184549091ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128065:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1781, 88 off155152 00000004:00080000:0.0:1778923647.128069:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184564773ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128081:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1782, 88 off155240 00000004:00080000:0.0:1778923647.128084:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184580413ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128151:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1791, 88 off155736 00000004:00080000:0.0:1778923647.128155:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184651181ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128170:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1783, 88 off155328 00000004:00080000:0.0:1778923647.128173:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184669096ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128186:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1792, 88 off155824 00000004:00080000:0.0:1778923647.128189:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184684953ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128201:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1793, 88 off155912 00000004:00080000:0.0:1778923647.128204:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184699913ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128216:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1784, 88 off155416 00000004:00080000:0.0:1778923647.128219:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184715271ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128231:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1794, 88 off156000 00000004:00080000:0.0:1778923647.128235:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184731031ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128247:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1785, 88 off155504 00000004:00080000:0.0:1778923647.128251:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184746866ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128264:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1795, 88 off156088 00000004:00080000:0.0:1778923647.128267:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184762696ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128279:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1786, 88 off155592 00000004:00080000:0.0:1778923647.128282:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184778251ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128327:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1788, 88 off155736 00000004:00080000:0.0:1778923647.128331:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184827351ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128346:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1796, 88 off156176 00000004:00080000:0.0:1778923647.128350:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184846526ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128371:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1789, 88 off155824 00000004:00080000:0.0:1778923647.128375:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184871236ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128389:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1797, 88 off156264 00000004:00080000:0.0:1778923647.128394:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184890074ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128407:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1798, 88 off156352 00000004:00080000:0.0:1778923647.128410:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184906328ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128423:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1790, 88 off155912 00000004:00080000:0.0:1778923647.128426:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184922193ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128439:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1799, 88 off156440 00000004:00080000:0.0:1778923647.128442:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184938064ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128454:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1791, 88 off156000 00000004:00080000:0.0:1778923647.128457:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184953402ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128472:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1792, 88 off156088 00000004:00080000:0.0:1778923647.128476:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344184972291ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128491:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1800, 88 off156528 00000004:00080000:0.0:1778923647.128495:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344184991347ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128542:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1801, 88 off156616 00000004:00080000:0.0:1778923647.128547:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344185043234ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128564:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1793, 88 off156176 00000004:00080000:0.0:1778923647.128568:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344185064422ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128584:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1794, 88 off156264 00000004:00080000:0.0:1778923647.128588:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344185084211ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923647.128602:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1802, 88 off156704 00000004:00080000:0.0:1778923647.128605:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344185101208ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128617:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1803, 88 off156792 00000004:00080000:0.0:1778923647.128620:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1344185116532ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923647.128632:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1795, 88 off156352 00000004:00080000:0.0:1778923647.128635:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1344185131103ns, next at 1344155187312ns, rc = 0 00010000:00010000:2.0:1778923647.230396:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547460 expref: 235 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.230420:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.230424:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923647.230450:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a5631 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547460 expref: 235 pid: 31653 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.230488:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547460 expref: 234 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.230577:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.230581:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:2.0:1778923647.230584:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:2.0:1778923647.230681:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+234:54746:x1865335281823360:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 115951us (116495us total) trans 8589940103 rc 0/0 00000100:00100000:2.0:1778923647.230693:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5724 00000001:00080000:1.0:1778923647.231316:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940103 is committed 00000004:00080000:1.0:1778923647.231329:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1458 committed 00000004:00080000:1.0:1778923647.231350:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1463 committed 00000004:00080000:1.0:1778923647.231367:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1462 committed 00000004:00080000:1.0:1778923647.231371:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1457 committed 00000004:00080000:1.0:1778923647.231374:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1456 committed 00000004:00080000:1.0:1778923647.231375:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1461 committed 00000004:00080000:1.0:1778923647.231378:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1460 committed 00000004:00080000:1.0:1778923647.231380:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1455 committed 00000004:00080000:1.0:1778923647.231383:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1454 committed 00000004:00080000:1.0:1778923647.231385:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1459 committed 00000004:00080000:1.0:1778923647.231387:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1453 committed 00000004:00080000:1.0:1778923647.231390:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1458 committed 00000004:00080000:1.0:1778923647.231392:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1457 committed 00000004:00080000:1.0:1778923647.231395:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1452 committed 00000004:00080000:1.0:1778923647.231399:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1456 committed 00000004:00080000:1.0:1778923647.231402:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1451 committed 00000004:00080000:1.0:1778923647.231405:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1450 committed 00000004:00080000:1.0:1778923647.231408:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1455 committed 00000004:00080000:1.0:1778923647.231410:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1449 committed 00000004:00080000:1.0:1778923647.231412:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1454 committed 00000004:00080000:1.0:1778923647.231414:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1448 committed 00000004:00080000:1.0:1778923647.231417:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1453 committed 00000004:00080000:1.0:1778923647.231419:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1452 committed 00000004:00080000:1.0:1778923647.231422:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1447 committed 00000004:00080000:1.0:1778923647.231424:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1451 committed 00000004:00080000:1.0:1778923647.231427:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1446 committed 00000004:00080000:1.0:1778923647.231429:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1445 committed 00000004:00080000:1.0:1778923647.231431:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1450 committed 00000004:00080000:1.0:1778923647.231433:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1449 committed 00000004:00080000:1.0:1778923647.231436:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1444 committed 00000004:00080000:1.0:1778923647.231438:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1443 committed 00000004:00080000:1.0:1778923647.231441:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1448 committed 00000100:00100000:0.0:1778923647.231897:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762432:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.232013:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.232055:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b658e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.232093:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.232120:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1778923647.232126:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762560:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.232149:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.232166:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287763072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.232187:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.232228:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762432 00000100:00100000:0.0:1778923647.232238:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762432 00000100:00100000:0.0:1778923647.232289:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762944 00000100:00100000:0.0:1778923647.232293:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762944 00000100:00100000:0.0:1778923647.232641:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762560 00000100:00100000:0.0:1778923647.232646:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762560 00000100:00100000:0.0:1778923647.232668:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763072 00000100:00100000:0.0:1778923647.232671:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763072 00000100:00100000:0.0:1778923647.232696:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7517 00000100:00100000:0.0:1778923647.232706:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3293:x1865335287762432:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923647.232984:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.235390:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.235395:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.235398:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.235400:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000020:00080000:1.0:1778923647.235673:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce710093a80 refcount 2 committed 0 result 0 batchid 4294969407 00000020:00080000:1.0:1778923647.235681:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72eaa59c0 00000020:00080000:1.0:1778923647.235685:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55200 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce710093240 00000020:00080000:1.0:1778923647.235688:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce602296800 00000020:00080000:1.0:1778923647.235692:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].52 00000004:00080000:1.0:1778923647.235734:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1447 committed 00000020:00080000:3.0:1778923647.235746:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969407 committed batchid 4294969405 00000004:00080000:1.0:1778923647.235750:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1442 committed 00000020:00080000:1.0:1778923647.235775:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969406 batchid updated 00000020:00080000:1.0:1778923647.235802:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce73b68e0c0 refcount 2 committed 0 result 0 batchid 4294969408 00000020:00080000:1.0:1778923647.235805:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce719b55100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70820ab40 00000020:00080000:1.0:1778923647.235808:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce71330a300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce711366480 00000020:00080000:1.0:1778923647.235810:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce71330a800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce73fa87800 00000020:00080000:1.0:1778923647.235815:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].53 00000100:00100000:1.0:1778923647.235863:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762176:0@lo:6:osp-syn-1-0.0 00000020:00080000:3.0:1778923647.236321:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969406 cancel update log [0x200000bd0:0x1:0x0].51: rc = 0 00000020:00080000:3.0:1778923647.236333:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969408 committed batchid 4294969406 00000020:00080000:3.0:1778923647.236352:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969406 00000100:00100000:2.0:1778923647.236622:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7518 00000100:00100000:2.0:1778923647.236642:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+11:3293:x1865335287762944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923647.236905:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:2.0:1778923647.236910:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923647.236914:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923647.236917:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923647.236920:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923647.237135:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7519 00000100:00100000:3.0:1778923647.237146:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287762560:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923647.237270:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:3.0:1778923647.237273:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923647.237276:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923647.237278:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923647.237280:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.237400:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237449:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762688:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.237488:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237531:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763200:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.237557:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237569:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763712:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.237589:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237601:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1778923647.237607:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762304:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.237625:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237633:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762816:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.237651:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237659:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763328:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.237676:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237686:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763840:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.237703:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.237731:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762176 00000100:00100000:1.0:1778923647.237739:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762176 00000100:00100000:1.0:1778923647.237773:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762688 00000100:00100000:1.0:1778923647.237776:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762688 00000100:00100000:1.0:1778923647.237785:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763200 00000100:00100000:1.0:1778923647.237788:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763200 00000100:00100000:1.0:1778923647.237798:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763712 00000100:00100000:1.0:1778923647.237800:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763712 00000100:00100000:1.0:1778923647.237807:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762304 00000100:00100000:1.0:1778923647.237809:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762304 00000100:00100000:1.0:1778923647.237816:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287762816 00000100:00100000:1.0:1778923647.237818:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287762816 00000100:00100000:1.0:1778923647.237827:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763328 00000100:00100000:1.0:1778923647.237828:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763328 00000100:00100000:1.0:1778923647.237838:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763840 00000100:00100000:1.0:1778923647.237840:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763840 00000100:00100000:1.0:1778923647.237867:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7520 00000100:00100000:1.0:1778923647.237875:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287763072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.238424:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923647.238429:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.238432:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923647.238434:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.238437:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.238638:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287763072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 762us (6448us total) trans 17179872408 rc 0/0 00000100:00100000:1.0:1778923647.238649:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7520 00000100:00100000:1.0:1778923647.238678:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7521 00000100:00100000:1.0:1778923647.238686:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287762176:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1778923647.238705:0:22251:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:680 count 1 00010000:00010000:1.0:1778923647.238727:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.238754:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.238764:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923647.238767:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923647.238772:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.238813:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 31 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.238831:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 31 pid: 6547 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.238858:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287764224:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923647.239165:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73f850e40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923647.239197:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7522 00000100:00100000:1.0:1778923647.239206:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287762688:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.239415:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.239418:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.239421:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923647.239424:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.239426:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.239656:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287762688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 450us (2165us total) trans 17179872409 rc 0/0 00000100:00100000:1.0:1778923647.239665:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7522 00000100:00100000:1.0:1778923647.239686:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7523 00000100:00100000:1.0:1778923647.239694:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287763200:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1778923647.239712:0:8354:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:708 count 1 00010000:00010000:1.0:1778923647.239732:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.239749:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 30 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.239757:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.239759:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.239762:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.239790:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 30 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.239801:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 30 pid: 26020 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.239813:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287764352:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923647.239878:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7031899c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923647.239903:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7524 00000100:00100000:1.0:1778923647.239910:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287763712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923647.240428:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923647.240433:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.240436:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923647.240438:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.240440:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923647.240617:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287762944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3982us (8521us total) trans 17179872406 rc 0/0 00000100:00100000:2.0:1778923647.240626:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7518 00000100:00100000:2.0:1778923647.240652:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7525 00000100:00100000:2.0:1778923647.240662:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287762304:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923647.240820:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:2.0:1778923647.240824:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923647.240827:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923647.240829:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923647.240832:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:2.0:1778923647.240874:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287762304:12345-0@lo:2:osp-syn-1-0.0 Request processed in 215us (3247us total) trans 17179872410 rc 0/0 00000100:00100000:2.0:1778923647.240881:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7525 00000100:00100000:2.0:1778923647.240896:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7526 00000100:00100000:2.0:1778923647.240903:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287762816:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.242698:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287763712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2777us (5096us total) trans 21474839500 rc 0/0 00000100:00100000:1.0:1778923647.242715:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7524 00000100:00100000:1.0:1778923647.242759:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7527 00000100:00100000:1.0:1778923647.242774:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287763328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923647.243152:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923647.243157:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923647.243160:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923647.243162:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:2.0:1778923647.243165:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923647.243214:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287762816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2311us (5561us total) trans 17179872411 rc 0/0 00000100:00100000:2.0:1778923647.243220:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7526 00000100:00100000:2.0:1778923647.243235:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7528 00000100:00100000:2.0:1778923647.243243:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287763840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243611:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763584:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243662:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.243700:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243722:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.243745:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923647.243751:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763456:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243773:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.243782:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763968:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243799:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.243820:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763584 00000100:00100000:2.0:1778923647.243831:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763584 00000100:00100000:2.0:1778923647.243875:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764096 00000100:00100000:2.0:1778923647.243879:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764096 00000100:00100000:2.0:1778923647.243889:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763456 00000100:00100000:2.0:1778923647.243892:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763456 00000100:00100000:2.0:1778923647.243902:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287763968 00000100:00100000:2.0:1778923647.243905:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287763968 00000100:00100000:2.0:1778923647.243917:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7529 00000100:00100000:2.0:1778923647.243922:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287763584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.243939:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7530 00000100:00100000:2.0:1778923647.243945:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287764096:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923647.244168:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65b800/2, rc 0, transno 17179872408 00000100:00100000:2.0:1778923647.244176:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287763072:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923647.244191:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b658e00/2, rc 0, transno 17179872406 00000100:00100000:2.0:1778923647.244195:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b658e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762944:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.244449:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287762432:12345-0@lo:2:osp-syn-1-0.0 Request processed in 11743us (12435us total) trans 17179872405 rc 0/0 00000100:00100000:0.0:1778923647.244556:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7517 00000100:00100000:0.0:1778923647.244590:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7531 00000100:00100000:0.0:1778923647.244600:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287763456:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923647.244762:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.244766:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923647.244769:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1778923647.244772:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:1.0:1778923647.244774:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.244821:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287763328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2054us (7142us total) trans 21474839501 rc 0/0 00000100:00100000:1.0:1778923647.244828:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7527 00000100:00100000:1.0:1778923647.244858:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7532 00000100:00100000:1.0:1778923647.244867:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287763968:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923647.245762:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18700/2, rc 0, transno 17179872405 00000100:00100000:2.0:1778923647.245774:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762432:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923647.246593:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287762560:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9444us (14437us total) trans 17179872407 rc 0/0 00000100:00100000:3.0:1778923647.246605:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7519 00002000:00010000:1.0:1778923647.246624:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.246628:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.246631:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923647.246633:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.246636:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000004:00080000:3.0:1778923647.246658:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1a300/2, rc 0, transno 17179872407 00000100:00100000:3.0:1778923647.246664:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287762560:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923647.246731:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923647.246735:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.246737:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923647.246739:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.246741:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923647.246772:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3291:x1865335287763840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3531us (9068us total) trans 21474839503 rc 0/0 00000100:00100000:0.0:1778923647.246779:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7528 00002000:00010000:0.0:1778923647.246945:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.246952:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.246954:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923647.246956:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.246959:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.247014:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287763968:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2149us (3212us total) trans 21474839502 rc 0/0 00000100:00100000:1.0:1778923647.247022:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7532 00000004:00080000:1.0:1778923647.247072:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18a80/2, rc 0, transno 17179872410 00000100:00100000:1.0:1778923647.247077:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762304:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923647.247088:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65bb80/2, rc 0, transno 17179872411 00000100:00100000:1.0:1778923647.247092:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762816:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923647.247105:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9500/2, rc 0, transno 21474839501 00000100:00100000:1.0:1778923647.247123:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763328:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923647.247135:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac8700/2, rc 0, transno 21474839503 00000100:00100000:1.0:1778923647.247139:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763840:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923647.247149:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac8a80/2, rc 0, transno 21474839500 00000100:00100000:1.0:1778923647.247153:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763712:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923647.247164:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e19180/2, rc 0, transno 17179872409 00000100:00100000:1.0:1778923647.247167:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762688:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.251422:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287763584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 7481us (7742us total) trans 21474839504 rc 0/0 00000100:00100000:0.0:1778923647.251442:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7529 00002000:00010000:0.0:1778923647.251893:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.251898:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.251901:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923647.251904:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.251907:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.253565:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287764096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 9607us (9829us total) trans 21474839505 rc 0/0 00000100:00100000:0.0:1778923647.253581:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7530 00002000:00010000:0.0:1778923647.253946:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:1.0:1778923647.254388:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764736:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.256239:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.256415:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.256619:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.256660:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1778923647.256669:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764608:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.256701:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.256722:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764480:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.256746:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.256766:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765120:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.256787:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.256835:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764736 00000100:00100000:1.0:1778923647.256857:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764736 00000004:00080000:2.0:1778923647.257712:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacb100/2, rc 0, transno 21474839502 00000100:00100000:2.0:1778923647.257724:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763968:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923647.257776:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73baca300/2, rc 0, transno 21474839504 00000100:00100000:2.0:1778923647.257781:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763584:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923647.257791:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d47800/2, rc 0, transno 21474839505 00000100:00100000:2.0:1778923647.257795:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764096:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.257813:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764992:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.257872:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.257907:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765504:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923647.257929:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.257949:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923647.257955:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764864:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923647.257977:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.257988:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765376:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923647.258008:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923647.258104:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.258107:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.258110:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.258113:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.258154:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765248 00000100:00100000:0.0:1778923647.258159:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765248 00000100:00100000:0.0:1778923647.258197:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764608 00000100:00100000:0.0:1778923647.258200:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764608 00000100:00100000:0.0:1778923647.258210:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764480 00000100:00100000:0.0:1778923647.258212:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764480 00000100:00100000:0.0:1778923647.258222:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765120 00000100:00100000:0.0:1778923647.258224:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765120 00000100:00100000:0.0:1778923647.258232:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764992 00000100:00100000:0.0:1778923647.258233:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764992 00000100:00100000:0.0:1778923647.258241:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765504 00000100:00100000:0.0:1778923647.258243:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765504 00000100:00100000:0.0:1778923647.258253:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287764864 00000100:00100000:0.0:1778923647.258255:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287764864 00000100:00100000:0.0:1778923647.258262:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765376 00000100:00100000:0.0:1778923647.258264:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765376 00000100:00100000:0.0:1778923647.258276:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7533 00000100:00100000:0.0:1778923647.258286:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287765248:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.258599:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7534 00000100:00100000:1.0:1778923647.258610:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287764608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.258971:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 131794 00000100:00100000:3.0:1778923647.258972:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:1.0:1778923647.258975:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.258977:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923647.258979:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.258982:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923647.259011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.259085:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.259103:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823488 00000100:00100000:3.0:1778923647.259108:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823488 00010000:00010000:3.0:1778923647.259136:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 32 pid: 6547 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.259164:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823616 00000100:00100000:3.0:1778923647.259167:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823616 00010000:00010000:3.0:1778923647.259182:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 31 pid: 26020 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.259203:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3313 00002000:00010000:0.0:1778923647.259204:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:0.0:1778923647.259208:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00000100:00100000:3.0:1778923647.259210:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281823488:12345-192.168.203.24@tcp:103:ldlm_bl.0 00002000:00010000:0.0:1778923647.259210:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923647.259213:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:0.0:1778923647.259215:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00010000:00010000:3.0:1778923647.259221:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923647.259225:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 32 pid: 6547 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.259239:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 32 pid: 6547 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.259252:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287765248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 968us (2634us total) trans 17179872413 rc 0/0 00000100:00100000:0.0:1778923647.259259:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7533 00010000:00010000:3.0:1778923647.259268:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.259270:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1778923647.259276:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823744 00010000:00010000:3.0:1778923647.259277:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.259279:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823744 00010000:00010000:3.0:1778923647.259289:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.259292:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7535 00000100:00100000:0.0:1778923647.259297:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287764480:12345-0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1778923647.259315:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923647.259357:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281823488:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 148us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.259365:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3313 00000100:00100000:3.0:1778923647.259380:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3314 00000100:00100000:3.0:1778923647.259386:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281823616:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923647.259397:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923647.259402:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 31 pid: 26020 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.259412:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 31 pid: 26020 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.259427:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.259429:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.259432:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.259439:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.259451:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923647.259470:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281823616:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 85us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.259477:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3314 00000100:00100000:3.0:1778923647.259629:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287766016:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923647.259659:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923647.260940:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.260951:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.260955:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923647.260957:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923647.260959:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923647.261796:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765760:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923647.261957:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923647.261966:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765888:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.268655:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287764608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 10031us (11935us total) trans 17179872412 rc 0/0 00000100:00100000:1.0:1778923647.268677:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7534 00000100:00100000:1.0:1778923647.268733:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766016 00000100:00100000:1.0:1778923647.268746:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766016 00000100:00100000:1.0:1778923647.268794:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1778923647.268803:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287765120:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.269195:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923647.269200:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.269204:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923647.269206:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.269209:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.269265:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287765120:12345-0@lo:2:osp-syn-1-0.0 Request processed in 463us (12475us total) trans 17179872414 rc 0/0 00000100:00100000:1.0:1778923647.269272:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1778923647.269292:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7537 00000100:00100000:1.0:1778923647.269607:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287764992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923647.269752:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923647.269755:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.269757:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923647.269760:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.269762:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.269793:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287764992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 494us (11920us total) trans 21474839508 rc 0/0 00000100:00100000:1.0:1778923647.269799:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7537 00000100:00100000:1.0:1778923647.269816:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7538 00000100:00100000:1.0:1778923647.269823:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287765504:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.269936:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:1.0:1778923647.269939:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923647.269941:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923647.269944:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923647.269957:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.269984:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287765504:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (12054us total) trans 17179872415 rc 0/0 00000100:00100000:1.0:1778923647.269991:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7538 00000100:00100000:1.0:1778923647.270005:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7539 00000100:00100000:1.0:1778923647.270011:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287764864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.270083:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.270087:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.270089:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923647.270091:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.270093:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.270118:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287764864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 108us (12141us total) trans 17179872416 rc 0/0 00000100:00100000:1.0:1778923647.270124:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7539 00000100:00100000:1.0:1778923647.270141:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7540 00000100:00100000:1.0:1778923647.270147:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287765376:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.270217:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.270220:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923647.270222:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923647.270224:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923647.270226:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923647.270251:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287765376:12345-0@lo:2:osp-syn-1-0.0 Request processed in 104us (12242us total) trans 17179872417 rc 0/0 00000100:00100000:1.0:1778923647.270256:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7540 00000100:00100000:1.0:1778923647.270269:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7541 00000100:00100000:1.0:1778923647.270275:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287764736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.271611:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.271619:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.271622:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923647.271625:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.271628:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.271702:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287764736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1423us (15469us total) trans 17179872418 rc 0/0 00000100:00100000:1.0:1778923647.271714:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7541 00000100:00100000:1.0:1778923647.271753:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7542 00000100:00100000:1.0:1778923647.271764:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281823744:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923647.271782:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923647.271802:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547467 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.271842:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 33 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.271864:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.271867:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923647.271873:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 33 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.271925:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 33 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.273226:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 33 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.273247:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287766144:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923647.273628:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287764480:12345-0@lo:2:osp-syn-0-0.0 Request processed in 14326us (16876us total) trans 21474839507 rc 0/0 00000100:00100000:0.0:1778923647.273642:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7535 00000100:00100000:0.0:1778923647.273684:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7543 00000100:00100000:0.0:1778923647.273698:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287766016:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.274292:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287765632:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.274453:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.275228:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765632 00000100:00100000:1.0:1778923647.275241:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765632 00000100:00100000:1.0:1778923647.275292:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7544 00000100:00100000:1.0:1778923647.275807:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287765632:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923647.278482:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:0.0:1778923647.278495:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923647.278497:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923647.278500:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:0.0:1778923647.278521:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923647.278637:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287766016:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4941us (18972us total) trans 21474839509 rc 0/0 00000100:00100000:0.0:1778923647.278650:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7543 00000100:00100000:0.0:1778923647.278718:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287763456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 34121us (34944us total) trans 21474839506 rc 0/0 00000100:00100000:0.0:1778923647.278725:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7531 00002000:00010000:1.0:1778923647.279532:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923647.279540:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.279543:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923647.279546:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.279549:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.279615:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287765632:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4313us (5161us total) trans 21474839510 rc 0/0 00000100:00100000:1.0:1778923647.279625:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7544 00010000:00010000:1.0:1778923647.279698:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a475f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400030020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d546f74 expref: 33 pid: 6547 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.279720:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287764224:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923647.279749:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.279762:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.279771:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.279784:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.279793:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.279814:0:22251:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1778923647.280857:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287762176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 42155us (43440us total) trans 17179872419 rc 0/0 00000100:00100000:1.0:1778923647.280870:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7521 00010000:00010000:1.0:1778923647.280979:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef9e18b7/0x3baece0abe6a4ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470f5 expref: 30 pid: 26020 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.280998:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287764352:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923647.281019:0:8354:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.281031:0:8354:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.281038:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.281049:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.281057:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.281078:0:8354:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1778923647.281663:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1778923647.281675:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281688:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923647.281693:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281705:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281732:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281746:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a563f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281770:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923647.281774:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281781:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923647.281785:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281792:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281803:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281810:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5646 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.281825:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923647.281826:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923647.281828:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1778923647.281878:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072300/2, rc 0, transno 21474839510 00000100:00100000:0.0:1778923647.281898:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287765632:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923647.281916:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e18e00/2, rc 0, transno 17179872419 00000100:00100000:0.0:1778923647.281942:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287762176:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1778923647.282151:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287766272:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923647.282220:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.282276:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766272 00000100:00100000:0.0:1778923647.282282:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766272 00000100:00100000:0.0:1778923647.282426:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7545 00000100:00100000:0.0:1778923647.282435:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287766272:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923647.283286:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.283292:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923647.283295:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923647.283298:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:0.0:1778923647.283385:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923647.284175:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287766272:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1733us (1947us total) trans 21474839511 rc 0/0 00000100:00100000:0.0:1778923647.284187:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7545 00000004:00080000:0.0:1778923647.284279:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65ad80/2, rc 0, transno 21474839511 00000100:00100000:0.0:1778923647.284295:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287766272:0@lo:2:osp-syn-0-0.0 00010000:00010000:2.0:1778923647.285255:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923647.285414:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923647.285483:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f3800/2, rc 0, transno 17179872412 00000100:00100000:2.0:1778923647.285492:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764608:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923647.285524:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734071f80/2, rc 0, transno 21474839507 00000100:00100000:2.0:1778923647.285535:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764480:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.285672:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287766528:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.285719:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.285739:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1778923647.285757:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287766400:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.285898:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287763200:12345-0@lo:6:osp-syn-0-0.0 Request processed in 46204us (48338us total) trans 21474839512 rc 0/0 00000100:00100000:1.0:1778923647.285909:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7523 00000100:00100000:1.0:1778923647.285958:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765760 00000100:00100000:1.0:1778923647.285966:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765760 00000100:00100000:1.0:1778923647.286002:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766528 00000100:00100000:1.0:1778923647.286004:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766528 00000100:00100000:1.0:1778923647.286022:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7546 00000100:00100000:1.0:1778923647.286030:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287765760:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923647.286222:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.286226:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.286228:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923647.286231:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923647.286234:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.286265:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287765760:12345-0@lo:2:osp-syn-0-0.0 Request processed in 236us (854us total) trans 21474839513 rc 0/0 00000100:00100000:1.0:1778923647.286273:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7546 00000100:00100000:1.0:1778923647.286286:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7547 00000100:00100000:1.0:1778923647.286292:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287766528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923647.287866:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.287878:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.287882:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.287884:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923644 -> 1778923644 00002000:00010000:1.0:1778923647.287886:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923647.291263:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923647.291357:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287765888 00000100:00100000:3.0:1778923647.291369:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287765888 00000100:00100000:3.0:1778923647.291436:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7548 00000100:00100000:3.0:1778923647.291448:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287765888:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923647.292647:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+24:3293:x1865335287766528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6344us (6915us total) trans 21474839514 rc 0/0 00000100:00100000:1.0:1778923647.292663:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7547 00000100:00100000:1.0:1778923647.292857:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70629d480 going to sleep for 11 seconds 00002000:00010000:3.0:1778923647.293001:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923647.293006:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923647.293009:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923647.293011:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:3.0:1778923647.293014:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923647.293067:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287765888:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1622us (1816us total) trans 21474839515 rc 0/0 00000100:00100000:3.0:1778923647.293074:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7548 00000004:00080000:3.0:1778923647.293274:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072d80/2, rc 0, transno 21474839515 00000100:00100000:3.0:1778923647.293282:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765888:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923647.293296:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734070e00/2, rc 0, transno 21474839509 00000100:00100000:3.0:1778923647.293301:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287766016:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923647.293320:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f0380/2, rc 0, transno 17179872416 00000100:00100000:3.0:1778923647.293325:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764864:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923647.293334:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f2d80/2, rc 0, transno 17179872417 00000100:00100000:3.0:1778923647.293338:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765376:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923647.293347:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734070000/2, rc 0, transno 21474839508 00000100:00100000:3.0:1778923647.293351:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734070000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287764992:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923647.293361:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459ea00/2, rc 0, transno 17179872415 00000100:00100000:3.0:1778923647.293364:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287765504:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923647.293451:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac8380/2, rc 0, transno 21474839506 00000100:00100000:3.0:1778923647.293456:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287763456:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923647.294830:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b6a00/2, rc 0, transno 21474839514 00000100:00100000:2.0:1778923647.294852:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287766528:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.294866:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923647.294876:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287766656:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923647.294948:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.295009:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766656 00000100:00100000:1.0:1778923647.295018:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766656 00000004:00080000:2.0:1778923647.295034:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f3b80/2, rc 0, transno 17179872414 00000100:00100000:2.0:1778923647.295039:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765120:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923647.295049:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f1880/2, rc 0, transno 17179872418 00000100:00100000:2.0:1778923647.295052:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287764736:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923647.295061:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6022f1500/2, rc 0, transno 17179872413 00000100:00100000:2.0:1778923647.295064:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765248:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923647.295068:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7549 00000100:00100000:1.0:1778923647.295077:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287766656:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923647.295078:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072a00/2, rc 0, transno 21474839513 00000100:00100000:2.0:1778923647.295081:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287765760:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.295086:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1778923647.295090:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287766784:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923647.295114:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.295142:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766784 00000100:00100000:2.0:1778923647.295147:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766784 00000100:00100000:2.0:1778923647.295174:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7550 00000100:00100000:2.0:1778923647.295179:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287766784:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.295303:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.295307:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.295310:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.295313:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923645 -> 1778923645 00002000:00010000:1.0:1778923647.295315:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923647.295364:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287766656:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (416us total) trans 17179872420 rc 0/0 00000100:00100000:1.0:1778923647.295372:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7549 00000004:00080000:1.0:1778923647.295407:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459df80/2, rc 0, transno 17179872420 00000100:00100000:1.0:1778923647.295411:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287766656:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923647.296018:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287766144:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923647.296061:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 32 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.296089:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923647.296135:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.296150:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281823744:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 24390us (37065us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.296158:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7542 00000100:00100000:2.0:1778923647.297051:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281823872 00000100:00100000:2.0:1778923647.297062:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281823872 00010000:00010000:2.0:1778923647.297104:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 32 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.297148:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3315 00000100:00100000:2.0:1778923647.297157:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281823872:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923647.297174:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923647.297197:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 32 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.297212:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 32 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.297240:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a5145 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547310 expref: 32 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.297259:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923647.297262:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923647.297270:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.297283:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.297328:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.297329:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.297348:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287766912:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923647.297415:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287766400 00000100:00100000:1.0:1778923647.297420:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287766400 00000100:00100000:1.0:1778923647.297464:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7551 00000100:00100000:1.0:1778923647.297471:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287766400:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923647.297579:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 21474839512 00000100:00100000:0.0:1778923647.297585:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287763200:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1778923647.297640:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287766784:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2459us (2523us total) trans 17179872421 rc 0/0 00000100:00100000:3.0:1778923647.297649:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7550 00000100:00100000:2.0:1778923647.297727:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00000004:00080000:0.0:1778923647.298071:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459e300/2, rc 0, transno 17179872421 00000100:00100000:0.0:1778923647.298079:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287766784:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923647.303197:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:1.0:1778923647.303209:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.303212:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.303214:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923645 -> 1778923645 00002000:00010000:1.0:1778923647.303217:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923647.303300:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287766400:12345-0@lo:2:osp-syn-0-0.0 Request processed in 5823us (5965us total) trans 21474839516 rc 0/0 00000100:00100000:1.0:1778923647.303314:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7551 00000004:00080000:0.0:1778923647.303709:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9a680/2, rc 0, transno 21474839516 00000100:00100000:0.0:1778923647.303719:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287766400:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923647.305764:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287766912:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923647.305807:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923647.305933:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281823872:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 8775us (9795us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.305946:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3315 00000100:00100000:1.0:1778923647.307647:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.307718:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824000 00000100:00100000:3.0:1778923647.307730:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824000 00000100:00100000:3.0:1778923647.307833:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7552 00000100:00100000:3.0:1778923647.307855:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:54746:x1865335281824000:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923647.307881:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923647.307904:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54746e expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.307944:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.307954:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.307957:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.307961:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.308007:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.308022:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.308040:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287767040:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923647.308149:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923647.310969:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287767040:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923647.311019:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.311049:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:0.0:1778923647.311128:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281824000:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 3285us (3492us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.311139:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7552 00000100:00100000:1.0:1778923647.312397:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.312742:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824128 00000100:00100000:3.0:1778923647.312754:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824128 00010000:00010000:3.0:1778923647.312804:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.312865:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3316 00000100:00100000:3.0:1778923647.312876:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281824128:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923647.312895:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923647.312923:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.312939:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.312968:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a514c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547317 expref: 31 pid: 32943 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.312988:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.312990:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.312998:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.313010:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.313056:0:27154:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 30 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.313073:0:27154:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287767168:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923647.313176:0:27154:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923647.319714:0:27154:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:27154:1865335287767168:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923647.319749:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923647.319857:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.319877:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281824128:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7003us (7488us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.319892:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3316 00000100:00100000:2.0:1778923647.320017:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824256 00000100:00100000:2.0:1778923647.320026:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824256 00000100:00100000:2.0:1778923647.320077:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7553 00000100:00100000:2.0:1778923647.320087:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:54746:x1865335281824256:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923647.320110:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923647.320133:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547475 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.320175:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.320187:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923647.320189:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923647.320193:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.320233:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 32 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.320249:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 32 pid: 6547 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.320265:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287767296:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923647.320347:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923647.324780:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.330055:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824384 00000100:00100000:3.0:1778923647.330077:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824384 00010000:00010000:3.0:1778923647.330146:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 33 pid: 6547 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.330212:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3317 00000100:00100000:3.0:1778923647.330224:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281824384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923647.330244:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923647.330272:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 33 pid: 6547 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.330290:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 33 pid: 6547 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.330322:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.330325:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923647.330333:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.330345:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.330392:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 33 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.330409:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287767424:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923647.330571:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a8300 going to sleep for 11 seconds 00010000:00010000:2.0:1778923647.330951:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5153 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54731e expref: 33 pid: 6547 timeout: 1444 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.330971:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287767296:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923647.331013:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 32 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.331025:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee000, rc 0) 00000100:00100000:2.0:1778923647.331070:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:54746:x1865335281824256:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 10984us (11223us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.331080:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7553 00000100:00100000:0.0:1778923647.334103:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.334140:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.334173:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.334212:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824512 00000100:00100000:0.0:1778923647.334223:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824512 00002000:00010000:0.0:1778923647.334278:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (169389->18446744073709551615) 00002000:00100000:0.0:1778923647.334284:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98700 with x1865335281824512 ext(169389->18446744073709551615) 00002000:00010000:0.0:1778923647.334300:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98700. 00000100:00100000:0.0:1778923647.334326:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824768 00000100:00100000:0.0:1778923647.334330:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824768 00002000:00010000:0.0:1778923647.334342:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.334345:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e99180 with x1865335281824768 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.334351:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e99180. 00000100:00100000:0.0:1778923647.334365:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824640 00000100:00100000:0.0:1778923647.334368:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824640 00002000:00010000:0.0:1778923647.334381:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.334385:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9ad80 with x1865335281824640 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.334391:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9ad80. 00000100:00100000:0.0:1778923647.334409:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3833 00000100:00100000:0.0:1778923647.334420:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281824512:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:2.0:1778923647.334571:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3834 00000100:00100000:2.0:1778923647.334581:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281824768:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:1.0:1778923647.334702:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3835 00000100:00100000:1.0:1778923647.334711:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281824640:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923647.334794:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923647.334797:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923643 -> 1778923647 00002000:00010000:2.0:1778923647.334800:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923647.334803:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923643 -> 1778923647 00002000:00010000:2.0:1778923647.334806:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1778923647.334842:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.334856:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923647 00002000:00010000:1.0:1778923647.334858:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.334859:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923643 -> 1778923647 00002000:00010000:1.0:1778923647.334861:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923647.334887:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281824768:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 307us (745us total) trans 17179872422 rc 0/0 00000100:00100000:1.0:1778923647.334887:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281824640:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 177us (711us total) trans 21474839517 rc 0/0 00000100:00100000:1.0:1778923647.334895:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3835 00002000:00010000:1.0:1778923647.334899:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.334902:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9ad80 with x1865335281824640 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.334907:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9ad80. 00000100:00100000:3.0:1778923647.335031:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287767424:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923647.335059:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923647.335100:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281824384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4877us (10337us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.335113:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3317 00000100:00100000:2.0:1778923647.338119:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3834 00002000:00010000:2.0:1778923647.338130:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:2.0:1778923647.338135:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e99180 with x1865335281824768 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923647.338149:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e99180. 00002000:00010000:1.0:1778923647.344093:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 235327 -> 169389 00002000:00010000:1.0:1778923647.344105:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923643 -> 1778923647 00002000:00010000:1.0:1778923647.344108:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.344111:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923643 -> 1778923647 00002000:00010000:1.0:1778923647.344113:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923647.344227:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281824512:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 9800us (10130us total) trans 17179872423 rc 0/0 00000100:00100000:1.0:1778923647.344241:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3833 00002000:00010000:1.0:1778923647.344248:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (169389->18446744073709551615) 00002000:00100000:1.0:1778923647.344252:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98700 with x1865335281824512 ext(169389->18446744073709551615) 00002000:00010000:1.0:1778923647.344262:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98700. 00000100:00100000:1.0:1778923647.354293:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.354410:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281824896 00000100:00100000:0.0:1778923647.354423:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281824896 00000100:00100000:0.0:1778923647.354498:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5725 00000100:00100000:0.0:1778923647.354548:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281824896:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923647.354581:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923647.354607:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a5662 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54747c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.354703:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.354722:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.354733:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.354777:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.354793:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 202 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.354809:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e99880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287767552:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923647.354917:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce601b480c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923647.360779:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e99880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287767552:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923647.360822:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.366472:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.366640:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825024 00000100:00100000:2.0:1778923647.366654:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825024 00010000:00010000:2.0:1778923647.366721:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 203 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.371737:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3318 00000100:00100000:3.0:1778923647.371772:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281825024:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923647.371822:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 203 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371858:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 203 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371874:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 203 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371885:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.371888:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923647.371892:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371903:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371910:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.371976:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 203 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.372073:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281825024:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 321us (5618us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.372086:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3318 00010000:00010000:2.0:1778923647.372109:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.372119:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923647.372180:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 235327 00000004:00200000:2.0:1778923647.372186:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923647.372213:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.372226:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.372271:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a5662 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54747c expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.372295:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54747c expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.372302:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.372304:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923647.372306:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:2.0:1778923647.372352:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281824896:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 17809us (18074us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.372359:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5725 00000100:00100000:1.0:1778923647.384153:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.384320:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825152 00000100:00100000:2.0:1778923647.384334:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825152 00002000:00100000:2.0:1778923647.384400:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (20480->24575) req@ffff9ce73459fb80 x1865335281825152/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.384411:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459fb80 with x1865335281825152 ext(20480->24575) 00002000:00010000:2.0:1778923647.384418:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459fb80 00000100:00100000:2.0:1778923647.384827:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3836 00000100:00100000:1.0:1778923647.385056:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281825152:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923647.385627:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281825152:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 786us (1486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923647.385638:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3836 00002000:00100000:1.0:1778923647.385649:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (20480->24575) req@ffff9ce73459fb80 x1865335281825152/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/4536 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.385659:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459fb80 with x1865335281825152 ext(20480->24575) 00002000:00010000:1.0:1778923647.385665:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459fb80 00000100:00100000:0.0:1778923647.394596:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.399430:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825280 00000100:00100000:2.0:1778923647.399452:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825280 00002000:00100000:1.0:1778923647.406191:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (24576->28671) req@ffff9ce728e9a300 x1865335281825280/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.406212:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9a300 with x1865335281825280 ext(24576->28671) 00002000:00010000:1.0:1778923647.406222:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9a300 00000100:00100000:1.0:1778923647.406287:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3837 00000100:00100000:1.0:1778923647.406300:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281825280:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923647.407092:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281825280:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 789us (12506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923647.407103:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3837 00002000:00100000:1.0:1778923647.407112:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (24576->28671) req@ffff9ce728e9a300 x1865335281825280/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/4536 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.407126:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9a300 with x1865335281825280 ext(24576->28671) 00002000:00010000:1.0:1778923647.407131:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9a300 00000100:00100000:0.0:1778923647.418940:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.419582:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825408 00000100:00100000:1.0:1778923647.419597:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825408 00002000:00100000:1.0:1778923647.419660:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce728e98a80 x1865335281825408/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.419673:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98a80 with x1865335281825408 ext(4096->69631) 00002000:00010000:1.0:1778923647.419680:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98a80 00000100:00100000:1.0:1778923647.419721:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3838 00000100:00100000:1.0:1778923647.419731:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281825408:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923647.423252:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287768064:0@lo:400:kworker.0 00000100:00100000:0.0:1778923647.423347:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.423395:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1778923647.423401:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287767680:0@lo:400:kworker.0 00000100:00100000:0.0:1778923647.423432:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.423582:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287767808:0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.423615:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.423640:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923647.423645:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287767936:0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.423668:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923647.423700:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287768064 00000100:00100000:1.0:1778923647.423710:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287768064 00000100:00100000:1.0:1778923647.423761:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287767808 00000100:00100000:1.0:1778923647.423765:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287767808 00000100:00100000:1.0:1778923647.423797:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287767936 00000100:00100000:1.0:1778923647.423799:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287767936 00000100:00100000:1.0:1778923647.423820:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1778923647.423830:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287768064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.423904:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287768064:12345-0@lo:400:kworker.0 Request processed in 74us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923647.423916:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1778923647.423936:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1778923647.423942:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287767808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.423972:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287767808:12345-0@lo:400:kworker.0 Request processed in 31us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923647.423979:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1778923647.423989:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1778923647.423995:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287767936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.424022:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287767936:12345-0@lo:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923647.424028:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00080000:1.0:1778923647.424054:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923647.424096:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287767936:0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.424107:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287767808:0@lo:400:kworker.0 00000100:00100000:1.0:1778923647.424226:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287768064:0@lo:400:kworker.0 00000100:00100000:0.0:1778923647.424329:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287767680 00000100:00100000:0.0:1778923647.424334:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287767680 00000100:00100000:0.0:1778923647.424366:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1778923647.424373:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287767680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923647.424416:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f19850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287767680:12345-0@lo:400:kworker.0 Request processed in 44us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.424423:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1778923647.424830:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287767680:0@lo:400:kworker.0 00000100:00100000:2.0:1778923647.425019:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287768192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1778923647.425066:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923647.425103:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287768192 00000100:00100000:2.0:1778923647.425108:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287768192 00000100:00100000:2.0:1778923647.425145:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1778923647.425153:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287768192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1778923647.425191:0:6549:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 314900480 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1778923647.425231:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+24:3292:x1865335287768192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.425238:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1778923647.425272:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287768192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1778923647.425385:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923647.425394:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287768320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1778923647.425420:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923647.425444:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287768320 00000100:00100000:0.0:1778923647.425448:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287768320 00000100:00100000:0.0:1778923647.425750:0:31654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1778923647.425757:0:31654:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287768320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1778923647.425781:0:31654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 217776128 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1778923647.425816:0:31654:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287768320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.425826:0:31654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1778923647.425867:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287768320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1778923647.434259:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281825408:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14513us (15319us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1778923647.434275:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3838 00002000:00100000:1.0:1778923647.434292:0:26630:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce728e98a80 x1865335281825408/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/440 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.434305:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98a80 with x1865335281825408 ext(4096->69631) 00002000:00010000:1.0:1778923647.434313:0:26630:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98a80 00000100:00100000:0.0:1778923647.443601:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.443752:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825536 00000100:00100000:2.0:1778923647.443765:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825536 00002000:00100000:2.0:1778923647.443831:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (114688->172031) req@ffff9ce728e9b480 x1865335281825536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.443852:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b480 with x1865335281825536 ext(114688->172031) 00002000:00010000:2.0:1778923647.443860:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b480 00000100:00100000:2.0:1778923647.443895:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3839 00000100:00100000:2.0:1778923647.443906:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281825536:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923647.455241:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281825536:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 11318us (11638us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1778923647.455258:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3839 00002000:00100000:2.0:1778923647.455276:0:14406:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x28e:0x0] (114688->172031) req@ffff9ce728e9b480 x1865335281825536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/440 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.455288:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9b480 with x1865335281825536 ext(114688->172031) 00002000:00010000:2.0:1778923647.455296:0:14406:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e9b480 00000100:00100000:2.0:1778923647.459996:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.460076:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825792 00000100:00100000:1.0:1778923647.460090:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825792 00000100:00100000:1.0:1778923647.460158:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5726 00000100:00100000:1.0:1778923647.460168:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281825792:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923647.460235:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1778923647.460270:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5638 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547460 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.460292:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7200/0x3baece0abe6a5669 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54747c expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.460303:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923647.460309:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923647.460962:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.460982:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.460994:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923647.461065:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940104 00000004:00010000:1.0:1778923647.461096:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005213b377 reply state 0000000054d9ed17 transno 8589940105 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.461107:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923647.461289:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281825792:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1118us (1302us total) trans 8589940105 rc 0/0 00000100:00100000:1.0:1778923647.461299:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5726 00000020:00080000:1.0:1778923647.461307:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923647.465061:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.465688:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281825920 00000100:00100000:1.0:1778923647.466040:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281825920 00010000:00010000:3.0:1778923647.466433:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466450:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466469:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466477:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923647.466482:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466490:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466544:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.466548:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923647.466555:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.466562:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5670 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.466919:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5727 00000100:00100000:2.0:1778923647.466933:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281825920:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923647.466971:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923647.466992:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5677 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547483 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.467066:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5677 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547483 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.467080:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5677 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547483 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.467102:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.467105:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923647.467107:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:2.0:1778923647.467203:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281825920:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 273us (2157us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.467211:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5727 00000100:00100000:0.0:1778923647.471283:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.471323:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.471360:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.471407:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826176 00000100:00100000:0.0:1778923647.471419:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826176 00002000:00010000:0.0:1778923647.471482:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.471489:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9aa00 with x1865335281826176 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.471526:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9aa00. 00000100:00100000:0.0:1778923647.471561:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826048 00000100:00100000:0.0:1778923647.471565:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826048 00002000:00010000:0.0:1778923647.471579:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (164829->18446744073709551615) 00002000:00100000:0.0:1778923647.471582:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98000 with x1865335281826048 ext(164829->18446744073709551615) 00002000:00010000:0.0:1778923647.471590:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98000. 00000100:00100000:0.0:1778923647.471603:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826304 00000100:00100000:0.0:1778923647.471606:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826304 00002000:00010000:0.0:1778923647.471616:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.471619:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98e00 with x1865335281826304 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.471625:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98e00. 00000100:00100000:0.0:1778923647.471644:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3840 00000100:00100000:0.0:1778923647.471655:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281826176:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.472147:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.472151:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472154:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.472157:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472160:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.472236:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281826176:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 582us (967us total) trans 21474839518 rc 0/0 00000100:00100000:0.0:1778923647.472245:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3840 00002000:00010000:0.0:1778923647.472249:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.472252:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9aa00 with x1865335281826176 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.472257:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9aa00. 00000100:00100000:0.0:1778923647.472278:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3841 00000100:00100000:0.0:1778923647.472286:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281826048:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.472538:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 169389 -> 164829 00002000:00010000:0.0:1778923647.472541:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472544:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.472546:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472548:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:0.0:1778923647.472572:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281826048:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 287us (1247us total) trans 17179872424 rc 0/0 00000100:00100000:0.0:1778923647.472579:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3841 00002000:00010000:0.0:1778923647.472582:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (164829->18446744073709551615) 00002000:00100000:0.0:1778923647.472586:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98000 with x1865335281826048 ext(164829->18446744073709551615) 00002000:00010000:0.0:1778923647.472590:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98000. 00000100:00100000:0.0:1778923647.472604:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3842 00000100:00100000:0.0:1778923647.472611:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281826304:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.472708:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.472711:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472713:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.472716:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.472718:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.472740:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281826304:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 130us (1380us total) trans 17179872425 rc 0/0 00000100:00100000:0.0:1778923647.472746:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3842 00002000:00010000:0.0:1778923647.472749:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.472752:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e98e00 with x1865335281826304 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.472756:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e98e00. 00000100:00100000:0.0:1778923647.476054:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.476206:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826432 00000100:00100000:2.0:1778923647.476222:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826432 00000100:00100000:2.0:1778923647.476300:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5728 00000100:00100000:2.0:1778923647.476312:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281826432:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923647.476337:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923647.476363:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a567e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54748a expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476484:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476536:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476550:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923647.476585:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 164829 00000004:00200000:2.0:1778923647.476590:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923647.476613:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476645:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a567e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54748a expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476666:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54748a expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.476675:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.476678:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923647.476683:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923647.476756:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281826432:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 446us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.476763:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5728 00000100:00100000:3.0:1778923647.481319:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.481431:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826688 00000100:00100000:2.0:1778923647.481445:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826688 00000100:00100000:2.0:1778923647.481556:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5729 00000100:00100000:2.0:1778923647.481568:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281826688:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923647.481642:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923647.481678:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a5685 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54748a expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.481702:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.481708:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923647.482034:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.482051:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.482064:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923647.482144:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940106 00000004:00010000:2.0:1778923647.482172:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000064db2e0f reply state 00000000e84043e5 transno 8589940107 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.482182:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923647.482298:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281826688:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 730us (991us total) trans 8589940107 rc 0/0 00000100:00100000:2.0:1778923647.482306:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5729 00000020:00080000:2.0:1778923647.482312:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923647.485726:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485748:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485758:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485765:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923647.485771:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485780:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485802:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923647.485805:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923647.485812:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.485819:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a568c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.487061:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.487099:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.487133:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.488085:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826816 00000100:00100000:1.0:1778923647.488100:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826816 00002000:00010000:1.0:1778923647.488157:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (68042->18446744073709551615) 00002000:00100000:1.0:1778923647.488162:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070380 with x1865335281826816 ext(68042->18446744073709551615) 00002000:00010000:1.0:1778923647.488179:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070380. 00000100:00100000:1.0:1778923647.488259:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827072 00000100:00100000:1.0:1778923647.488264:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827072 00002000:00010000:1.0:1778923647.488275:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.488278:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071880 with x1865335281827072 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.488284:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071880. 00000100:00100000:1.0:1778923647.488306:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281826944 00000100:00100000:1.0:1778923647.488309:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281826944 00002000:00010000:1.0:1778923647.488323:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.488326:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c000 with x1865335281826944 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.488332:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71123c000. 00000100:00100000:1.0:1778923647.488353:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3843 00000100:00100000:1.0:1778923647.488363:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281826816:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.489137:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 164829 -> 68042 00002000:00010000:1.0:1778923647.489144:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489147:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.489149:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489151:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923647.489244:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281826816:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 879us (2192us total) trans 17179872426 rc 0/0 00000100:00100000:1.0:1778923647.489254:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3843 00002000:00010000:1.0:1778923647.489260:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (68042->18446744073709551615) 00002000:00100000:1.0:1778923647.489263:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734070380 with x1865335281826816 ext(68042->18446744073709551615) 00002000:00010000:1.0:1778923647.489270:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734070380. 00000100:00100000:1.0:1778923647.489302:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3844 00000100:00100000:1.0:1778923647.489312:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281827072:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.489436:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.489440:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489443:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.489445:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489447:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.489582:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281827072:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 271us (2481us total) trans 17179872427 rc 0/0 00000100:00100000:1.0:1778923647.489590:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3844 00002000:00010000:1.0:1778923647.489594:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.489596:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734071880 with x1865335281827072 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.489602:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734071880. 00000100:00100000:1.0:1778923647.489618:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3845 00000100:00100000:1.0:1778923647.489626:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281826944:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.489759:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.489762:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489764:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.489766:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.489768:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.489791:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce71123c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281826944:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 166us (2657us total) trans 21474839519 rc 0/0 00000100:00100000:1.0:1778923647.489798:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3845 00002000:00010000:1.0:1778923647.489801:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.489803:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce71123c000 with x1865335281826944 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.489808:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce71123c000. 00000100:00100000:0.0:1778923647.496714:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.498235:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827200 00000100:00100000:2.0:1778923647.498253:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827200 00000100:00100000:0.0:1778923647.499064:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5730 00000100:00100000:0.0:1778923647.499084:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54746:x1865335281827200:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923647.499119:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923647.499145:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a5693 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547491 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499265:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499285:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499299:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923647.499335:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 68042 00000004:00200000:0.0:1778923647.499340:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923647.499364:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499397:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a5693 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547491 expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499418:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547491 expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.499428:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.499432:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923647.499436:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6400, rc 0) 00000100:00100000:0.0:1778923647.499945:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281827200:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 865us (3243us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.500043:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5730 00000100:00100000:0.0:1778923647.507982:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.508071:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827456 00000100:00100000:2.0:1778923647.508084:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827456 00000100:00100000:2.0:1778923647.508157:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5731 00000100:00100000:2.0:1778923647.508168:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281827456:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:2.0:1778923647.508242:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923647.508278:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6400/0x3baece0abe6a569a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547491 expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.508302:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.508310:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923647.508662:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.508680:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.508691:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923647.508748:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940108 00000004:00010000:2.0:1778923647.508774:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000006d510aec reply state 00000000aace48a4 transno 8589940109 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923647.508784:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923647.508904:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281827456:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 737us (941us total) trans 8589940109 rc 0/0 00000100:00100000:2.0:1778923647.508913:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5731 00000020:00080000:2.0:1778923647.508918:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923647.511370:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.511391:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.511399:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.511405:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923647.511410:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.511418:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.511438:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.511442:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923647.511448:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.512105:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56a1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.514012:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.514044:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.514077:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.514174:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827584 00000100:00100000:1.0:1778923647.514187:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827584 00002000:00010000:1.0:1778923647.514240:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (240727->18446744073709551615) 00002000:00100000:1.0:1778923647.514246:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3fb80 with x1865335281827584 ext(240727->18446744073709551615) 00002000:00010000:1.0:1778923647.514261:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3fb80. 00000100:00100000:1.0:1778923647.514297:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827712 00000100:00100000:1.0:1778923647.514300:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827712 00002000:00010000:1.0:1778923647.514314:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.514317:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3e300 with x1865335281827712 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.514324:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f3e300. 00000100:00100000:1.0:1778923647.514340:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827840 00000100:00100000:1.0:1778923647.514343:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827840 00002000:00010000:1.0:1778923647.514353:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.514356:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3c000 with x1865335281827840 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.514362:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3c000. 00000100:00100000:1.0:1778923647.514384:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3846 00000100:00100000:1.0:1778923647.514394:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281827584:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.514744:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 68042 -> 240727 00002000:00010000:1.0:1778923647.514749:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.514752:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.514753:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.514756:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 519 00000100:00100000:1.0:1778923647.514835:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281827584:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 442us (835us total) trans 17179872428 rc 0/0 00000100:00100000:1.0:1778923647.514855:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3846 00002000:00010000:1.0:1778923647.514860:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (240727->18446744073709551615) 00002000:00100000:1.0:1778923647.514863:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3fb80 with x1865335281827584 ext(240727->18446744073709551615) 00002000:00010000:1.0:1778923647.514868:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3fb80. 00000100:00100000:1.0:1778923647.514891:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3847 00000100:00100000:1.0:1778923647.514899:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281827712:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.515031:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.515034:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.515036:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.515038:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.515041:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.515063:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281827712:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 165us (1017us total) trans 21474839520 rc 0/0 00000100:00100000:1.0:1778923647.515069:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3847 00002000:00010000:1.0:1778923647.515072:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.515075:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3e300 with x1865335281827712 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.515079:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f3e300. 00000100:00100000:1.0:1778923647.515093:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3848 00000100:00100000:1.0:1778923647.515100:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281827840:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923647.515192:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923647.515195:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.515198:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923647.515200:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:1.0:1778923647.515203:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923647.515223:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281827840:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 124us (1145us total) trans 17179872429 rc 0/0 00000100:00100000:1.0:1778923647.515228:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3848 00002000:00010000:1.0:1778923647.515231:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923647.515233:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3c000 with x1865335281827840 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923647.515238:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3c000. 00000100:00100000:0.0:1778923647.521583:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.521780:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281827968 00000100:00100000:2.0:1778923647.521794:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281827968 00002000:00100000:2.0:1778923647.521869:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (172032->237567) req@ffff9ce728f3f800 x1865335281827968/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.521882:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f800 with x1865335281827968 ext(172032->237567) 00002000:00010000:2.0:1778923647.521898:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3f800 00000100:00100000:2.0:1778923647.521933:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3849 00000100:00100000:2.0:1778923647.521954:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281827968:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:2.0:1778923647.531010:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281827968:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 9050us (9426us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1778923647.531026:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3849 00002000:00100000:2.0:1778923647.531042:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (172032->237567) req@ffff9ce728f3f800 x1865335281827968/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/440 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.531054:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3f800 with x1865335281827968 ext(172032->237567) 00002000:00010000:2.0:1778923647.531061:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3f800 00000100:00100000:1.0:1778923647.542383:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.542733:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828096 00000100:00100000:3.0:1778923647.542747:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828096 00002000:00100000:3.0:1778923647.543059:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (237568->241663) req@ffff9ce73459c000 x1865335281828096/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923647.543074:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459c000 with x1865335281828096 ext(237568->241663) 00002000:00010000:3.0:1778923647.543081:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459c000 00000100:00100000:1.0:1778923647.543271:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3850 00000100:00100000:1.0:1778923647.543287:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281828096:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:1.0:1778923647.543698:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281828096:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 414us (1327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923647.543706:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3850 00002000:00100000:1.0:1778923647.543714:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (237568->241663) req@ffff9ce73459c000 x1865335281828096/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/4536 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.543722:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459c000 with x1865335281828096 ext(237568->241663) 00002000:00010000:1.0:1778923647.543726:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459c000 00000100:00100000:1.0:1778923647.547345:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.547442:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828224 00000100:00100000:2.0:1778923647.547464:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828224 00002000:00100000:2.0:1778923647.547586:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (200704->240726) req@ffff9ce73459ed80 x1865335281828224/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.547599:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459ed80 with x1865335281828224 ext(200704->240726) 00002000:00010000:2.0:1778923647.547606:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459ed80 00000100:00100000:2.0:1778923647.547645:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3851 00000100:00100000:2.0:1778923647.547658:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281828224:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923647.558436:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281828224:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 10761us (11088us total) trans 17179872430 rc 0/0 00000100:00100000:2.0:1778923647.558455:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3851 00002000:00100000:2.0:1778923647.558473:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (200704->240726) req@ffff9ce73459ed80 x1865335281828224/t17179872430(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/448 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.558484:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459ed80 with x1865335281828224 ext(200704->240726) 00002000:00010000:2.0:1778923647.558492:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459ed80 00000100:00100000:1.0:1778923647.570265:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.573301:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828352 00000100:00100000:2.0:1778923647.573324:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828352 00000100:00100000:2.0:1778923647.573432:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7554 00000100:00100000:2.0:1778923647.573445:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281828352:12345-192.168.203.24@tcp:16:fsx.0 00010000:00010000:2.0:1778923647.614806:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1778923647.663966:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872425 is committed 00000001:00080000:0.0:1778923647.663999:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872413 is committed 00000001:00080000:0.0:1778923647.664313:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872429 is committed 00000001:00080000:0.0:1778923647.664332:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872420 is committed 00000001:00080000:0.0:1778923647.664364:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872430 is committed 00000001:00080000:0.0:1778923647.664376:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872421 is committed 00000100:00100000:2.0:1778923647.664638:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281828352:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 91188us (94384us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.664653:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7554 00000100:00100000:0.0:1778923647.671869:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.672376:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828480 00000100:00100000:1.0:1778923647.672390:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828480 00000100:00100000:1.0:1778923647.672474:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5732 00000100:00100000:1.0:1778923647.672486:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54746:x1865335281828480:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923647.672561:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923647.672590:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a56a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547498 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672721:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672743:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672760:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923647.672795:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 240727 00000004:00200000:1.0:1778923647.672801:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923647.672823:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672866:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a56a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547498 expref: 209 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672888:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547498 expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.672898:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923647.672902:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923647.672906:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:1.0:1778923647.672996:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281828480:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 512us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923647.673005:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5732 00000100:00100000:1.0:1778923647.677676:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.677815:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828736 00000100:00100000:0.0:1778923647.677828:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828736 00000100:00100000:0.0:1778923647.677923:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5733 00000100:00100000:0.0:1778923647.677935:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281828736:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923647.678036:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923647.678074:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a56af lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547498 expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.678099:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923647.678106:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923647.678417:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.678436:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923647.678447:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923647.678575:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940110 00000004:00010000:0.0:1778923647.678611:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000003adee6b reply state 00000000f4e497a0 transno 8589940111 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923647.678620:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923647.678764:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281828736:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 829us (1101us total) trans 8589940111 rc 0/0 00000100:00100000:0.0:1778923647.678772:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5733 00000020:00080000:0.0:1778923647.678779:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923647.681408:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681429:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681438:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681445:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923647.681451:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681472:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681492:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923647.681495:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923647.681525:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923647.681533:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a56b6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.682986:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.683021:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.683064:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.683142:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828992 00000100:00100000:0.0:1778923647.683155:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828992 00002000:00010000:0.0:1778923647.683211:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.683217:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f3480 with x1865335281828992 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.683231:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce6022f3480. 00000100:00100000:0.0:1778923647.683264:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281828864 00000100:00100000:0.0:1778923647.683268:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281828864 00002000:00010000:0.0:1778923647.683281:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (73287->18446744073709551615) 00002000:00100000:0.0:1778923647.683285:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2680 with x1865335281828864 ext(73287->18446744073709551615) 00002000:00010000:0.0:1778923647.683292:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f2680. 00000100:00100000:0.0:1778923647.683309:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829120 00000100:00100000:0.0:1778923647.683312:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829120 00002000:00010000:0.0:1778923647.683322:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.683325:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8700 with x1865335281829120 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.683330:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8700. 00000100:00100000:0.0:1778923647.683349:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3852 00000100:00100000:0.0:1778923647.683360:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281828992:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.683738:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.683743:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.683746:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.683749:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.683751:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.683822:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281828992:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 463us (846us total) trans 21474839521 rc 0/0 00000100:00100000:0.0:1778923647.683831:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3852 00002000:00010000:0.0:1778923647.683836:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.683838:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f3480 with x1865335281828992 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.683853:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce6022f3480. 00000100:00100000:0.0:1778923647.683875:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3853 00000100:00100000:0.0:1778923647.683883:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281828864:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.684186:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 240727 -> 73287 00002000:00010000:0.0:1778923647.684190:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.684192:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923643 -> 1778923647 00002000:00010000:0.0:1778923647.684194:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.684196:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 519 -> 391 00000100:00100000:0.0:1778923647.684219:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281828864:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 338us (1198us total) trans 17179872431 rc 0/0 00000100:00100000:0.0:1778923647.684226:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3853 00002000:00010000:0.0:1778923647.684229:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (73287->18446744073709551615) 00002000:00100000:0.0:1778923647.684231:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6022f2680 with x1865335281828864 ext(73287->18446744073709551615) 00002000:00010000:0.0:1778923647.684236:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6022f2680. 00000100:00100000:0.0:1778923647.684249:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3854 00000100:00100000:0.0:1778923647.684256:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281829120:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.684360:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923647.684363:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.684365:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923647.684367:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.684370:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923647.684391:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281829120:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 136us (1327us total) trans 17179872432 rc 0/0 00000100:00100000:0.0:1778923647.684398:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3854 00002000:00010000:0.0:1778923647.684401:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923647.684403:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8700 with x1865335281829120 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923647.684409:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8700. 00000100:00100000:0.0:1778923647.691885:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.692347:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829248 00000100:00100000:3.0:1778923647.692361:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829248 00000100:00100000:3.0:1778923647.692442:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5734 00000100:00100000:3.0:1778923647.692453:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281829248:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923647.692485:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923647.692539:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56bd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54749f expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.692662:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.692682:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.692887:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923647.692925:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 73287 00000004:00200000:3.0:1778923647.692930:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923647.692961:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.692996:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56bd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54749f expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.693017:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54749f expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.693026:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.693030:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923647.693035:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:3.0:1778923647.693164:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281829248:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 712us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.693174:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5734 00000100:00100000:1.0:1778923647.700176:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.700358:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829504 00000100:00100000:3.0:1778923647.700374:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829504 00000100:00100000:3.0:1778923647.700471:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5735 00000100:00100000:3.0:1778923647.700485:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281829504:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:3.0:1778923647.700588:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923647.700625:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56c4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54749f expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.700654:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.700662:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923647.701296:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.701322:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.701335:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923647.701418:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940112 00000004:00010000:3.0:1778923647.701455:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c37e802d reply state 00000000937929e7 transno 8589940113 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923647.701468:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923647.702285:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281829504:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 1626us (1945us total) trans 8589940113 rc 0/0 00000100:00100000:3.0:1778923647.702299:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5735 00000020:00080000:3.0:1778923647.702308:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923647.706282:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706305:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706313:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706319:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923647.706324:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706332:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706352:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923647.706355:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923647.706361:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923647.706367:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56cb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923647.719382:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.719726:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829632 00000100:00100000:0.0:1778923647.719740:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829632 00002000:00010000:0.0:1778923647.719797:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (188111->18446744073709551615) 00002000:00100000:0.0:1778923647.719803:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8000 with x1865335281829632 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923647.719819:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8000. 00000100:00100000:0.0:1778923647.719870:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3855 00000100:00100000:0.0:1778923647.719882:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281829632:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923647.720195:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 73287 -> 188111 00002000:00010000:0.0:1778923647.720199:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.720202:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.720205:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:0.0:1778923647.720207:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923647.720285:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281829632:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 404us (918us total) trans 17179872433 rc 0/0 00000100:00100000:0.0:1778923647.720293:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3855 00002000:00010000:0.0:1778923647.720297:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (188111->18446744073709551615) 00002000:00100000:0.0:1778923647.720300:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8000 with x1865335281829632 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923647.720306:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8000. 00000100:00100000:1.0:1778923647.720992:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.721125:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829760 00000100:00100000:2.0:1778923647.721134:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829760 00002000:00010000:2.0:1778923647.721170:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923647.721174:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee9880 with x1865335281829760 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923647.721182:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73fee9880. 00000100:00100000:2.0:1778923647.721205:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3856 00000100:00100000:2.0:1778923647.721213:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281829760:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923647.721413:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923647.721416:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:2.0:1778923647.721419:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923647.721421:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:2.0:1778923647.721424:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923647.721468:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281829760:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 254us (477us total) trans 21474839522 rc 0/0 00000100:00100000:2.0:1778923647.721475:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3856 00002000:00010000:2.0:1778923647.721478:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923647.721481:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee9880 with x1865335281829760 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923647.721485:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73fee9880. 00000100:00100000:2.0:1778923647.730606:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.730717:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281829888 00000100:00100000:3.0:1778923647.730731:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281829888 00002000:00010000:3.0:1778923647.730785:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923647.730792:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6300 with x1865335281829888 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923647.730809:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b6300. 00000100:00100000:3.0:1778923647.730862:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3857 00000100:00100000:3.0:1778923647.730873:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281829888:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923647.731224:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923647.731229:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923647 00002000:00010000:3.0:1778923647.731232:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923647.731235:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923647 00002000:00010000:3.0:1778923647.731237:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923647.731318:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281829888:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 447us (727us total) trans 17179872434 rc 0/0 00000100:00100000:3.0:1778923647.731327:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3857 00002000:00010000:3.0:1778923647.731331:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:3.0:1778923647.731336:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6300 with x1865335281829888 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923647.731341:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7083b6300. 00000100:00100000:1.0:1778923647.736343:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923647.736465:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830016 00000100:00100000:2.0:1778923647.736478:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830016 00000100:00100000:2.0:1778923647.736582:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5736 00000100:00100000:2.0:1778923647.736594:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+211:54746:x1865335281830016:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923647.736627:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923647.736654:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a56d2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474a6 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736781:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736801:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736813:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923647.736860:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923647.736866:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923647.736893:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736925:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a56d2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474a6 expref: 213 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736947:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474a6 expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923647.736956:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923647.736960:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923647.736964:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923647.737051:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54746:x1865335281830016:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 458us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923647.737059:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5736 00000100:00100000:1.0:1778923647.742782:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.742903:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830144 00000100:00100000:3.0:1778923647.742920:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830144 00002000:00100000:3.0:1778923647.742998:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (0->188415) req@ffff9ce73feeaa00 x1865335281830144/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923647.743011:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeaa00 with x1865335281830144 ext(0->188415) 00002000:00010000:3.0:1778923647.743068:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73feeaa00 00000100:00100000:3.0:1778923647.743112:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3858 00000100:00100000:3.0:1778923647.743123:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281830144:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923647.745745:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281830144:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 2607us (2962us total) trans 0 rc 122880/122880 00000100:00100000:0.0:1778923647.745761:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3858 00002000:00100000:0.0:1778923647.745778:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (0->188415) req@ffff9ce73feeaa00 x1865335281830144/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/440 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 122880/122880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923647.745797:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeaa00 with x1865335281830144 ext(0->188415) 00002000:00010000:0.0:1778923647.745804:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73feeaa00 00000100:00100000:3.0:1778923647.768908:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.769255:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830272 00000100:00100000:1.0:1778923647.769268:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830272 00002000:00100000:1.0:1778923647.769334:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (151552->184319) req@ffff9ce72ea80e00 x1865335281830272/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.769348:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea80e00 with x1865335281830272 ext(151552->184319) 00002000:00010000:1.0:1778923647.769356:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea80e00 00000100:00100000:1.0:1778923647.769396:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3859 00000100:00100000:1.0:1778923647.769407:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281830272:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923647.773912:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281830272:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 4490us (5003us total) trans 17179872435 rc 0/0 00000100:00100000:2.0:1778923647.773929:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3859 00002000:00100000:2.0:1778923647.773946:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (151552->184319) req@ffff9ce72ea80e00 x1865335281830272/t17179872435(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 488/448 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.773961:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea80e00 with x1865335281830272 ext(151552->184319) 00002000:00010000:2.0:1778923647.773969:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea80e00 00000100:00100000:1.0:1778923647.787080:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.787158:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830400 00000100:00100000:3.0:1778923647.787172:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830400 00000100:00100000:3.0:1778923647.787323:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7555 00000100:00100000:3.0:1778923647.787335:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281830400:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923647.859328:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872433 is committed 00000001:00080000:1.0:1778923647.859361:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872435 is committed 00000100:00100000:3.0:1778923647.859499:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281830400:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 72157us (72428us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923647.859551:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7555 00000100:00100000:0.0:1778923647.885766:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923647.890146:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830528 00000100:00100000:1.0:1778923647.890165:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830528 00002000:00100000:1.0:1778923647.890245:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (65536->147455) req@ffff9ce728f3d880 x1865335281830528/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923647.890258:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3d880 with x1865335281830528 ext(65536->147455) 00002000:00010000:1.0:1778923647.890266:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3d880 00000100:00100000:1.0:1778923647.890323:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3860 00000100:00100000:1.0:1778923647.890333:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281830528:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923647.894943:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281830528:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 4592us (9175us total) trans 17179872436 rc 0/0 00000100:00100000:2.0:1778923647.894961:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3860 00002000:00100000:2.0:1778923647.894979:0:6552:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x28e:0x0] (65536->147455) req@ffff9ce728f3d880 x1865335281830528/t17179872436(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 504/448 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923647.894991:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f3d880 with x1865335281830528 ext(65536->147455) 00002000:00010000:2.0:1778923647.894998:0:6552:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f3d880 00000100:00100000:1.0:1778923647.908195:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923647.908405:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830656 00000100:00100000:3.0:1778923647.908421:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830656 00000100:00100000:3.0:1778923647.908751:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7556 00000100:00100000:3.0:1778923647.908767:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281830656:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:1.0:1778923647.987772:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872436 is committed 00000100:00100000:0.0:1778923647.988324:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281830656:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 79553us (80136us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923647.988340:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7556 00000100:00100000:3.0:1778923647.998827:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923647.999783:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830784 00000100:00100000:0.0:1778923647.999800:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830784 00002000:00100000:2.0:1778923648.000831:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (122880->131071) req@ffff9ce72ea83b80 x1865335281830784/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 8680/0 e 0 to 0 dl 1778923658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923648.000856:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83b80 with x1865335281830784 ext(122880->131071) 00002000:00010000:2.0:1778923648.000864:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83b80 00000100:00100000:2.0:1778923648.000978:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3861 00000100:00100000:2.0:1778923648.001012:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2356:x1865335281830784:12345-192.168.203.24@tcp:4:fsx.0 00000100:00080000:1.0:1778923648.002186:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1778923648.003900:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281830784:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 2886us (5065us total) trans 17179872437 rc 0/0 00000100:00100000:2.0:1778923648.003914:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3861 00002000:00100000:2.0:1778923648.003932:0:26643:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x280000400:0x28e:0x0] (122880->131071) req@ffff9ce72ea83b80 x1865335281830784/t17179872437(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:208/0 lens 8680/448 e 0 to 0 dl 1778923658 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923648.003957:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72ea83b80 with x1865335281830784 ext(122880->131071) 00002000:00010000:2.0:1778923648.003966:0:26643:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72ea83b80 00000100:00100000:2.0:1778923648.011457:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.012221:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281830912 00000100:00100000:0.0:1778923648.012316:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281830912 00000100:00100000:0.0:1778923648.012468:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7557 00000100:00100000:0.0:1778923648.012482:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281830912:12345-192.168.203.24@tcp:16:fsx.0 00000100:00100000:0.0:1778923648.078354:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281830912:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 65858us (66905us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.078369:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7557 00000001:00080000:2.0:1778923648.081603:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872437 is committed 00000100:00100000:1.0:1778923648.110000:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923648.110389:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831040 00000100:00100000:3.0:1778923648.110403:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831040 00000100:00100000:3.0:1778923648.110552:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5737 00000100:00100000:3.0:1778923648.110564:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54947:x1865335281831040:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923648.110594:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923648.110629:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56e0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474ad expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110719:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110737:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110752:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110770:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110778:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.110787:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1778923648.111907:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1778923648.112567:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112591:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112604:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923648.112791:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923648.112798:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923648.112823:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112836:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112858:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112865:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.112873:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114197:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923648.114206:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114231:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114331:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923648.114334:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923648.114341:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114349:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a56e7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114373:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114380:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114387:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114392:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923648.114395:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114401:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114408:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce722718100) 00010000:00010000:3.0:1778923648.114410:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923648.114413:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114418:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a56ee lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114753:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a56e0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ad expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114775:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ad expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.114783:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923648.114785:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923648.114789:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:3.0:1778923648.114896:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54947:x1865335281831040:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4333us (4910us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923648.114907:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5737 00000100:00100000:1.0:1778923648.122688:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.122861:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831168 00000100:00100000:2.0:1778923648.122874:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831168 00000100:00100000:2.0:1778923648.123015:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 587 00000100:00100000:2.0:1778923648.123029:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:2353:x1865335281831168:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.123050:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.123086:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1b000/0x3baece0abe6a56f5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ad expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.123120:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923648.123126:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.123197:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:2353:x1865335281831168:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 172us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.123205:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 587 00000100:00100000:3.0:1778923648.135880:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.136314:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831424 00000100:00100000:0.0:1778923648.136329:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831424 00000100:00100000:0.0:1778923648.136412:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5738 00000100:00100000:0.0:1778923648.136424:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54947:x1865335281831424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923648.136453:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923648.136457:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923648.136493:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6a00/0x3baece0abe6a561c lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547459 expref: 212 pid: 31254 timeout: 1444 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.136573:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923648.136581:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923648.136597:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a56fc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474b4 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.136730:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.136902:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.136915:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923648.136933:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:1.0:1778923648.139185:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a56fc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474b4 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.139284:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474b4 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.139302:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923648.139305:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1778923648.139310:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:1.0:1778923648.139485:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72ea82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+213:54947:x1865335281831424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3061us (3619us total) trans 8589940114 rc 0/0 00000100:00100000:1.0:1778923648.139495:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5738 00000100:00100000:1.0:1778923648.148025:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923648.148068:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923648.148101:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.148192:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831552 00000100:00100000:0.0:1778923648.148205:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831552 00000100:00100000:0.0:1778923648.148278:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831808 00000100:00100000:0.0:1778923648.148281:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831808 00000100:00100000:0.0:1778923648.148302:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831680 00000100:00100000:0.0:1778923648.148305:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831680 00000100:00100000:0.0:1778923648.148342:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7558 00000100:00100000:0.0:1778923648.148353:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281831552:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923648.148410:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148437:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 30 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148445:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148448:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148452:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148494:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 30 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148538:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 30 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.148556:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287768448:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.148658:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067da240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923648.148681:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7559 00000100:00100000:0.0:1778923648.148688:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281831808:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923648.148707:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148719:0:6546:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148726:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148727:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148730:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148746:0:6546:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 30 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148761:0:6546:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 30 pid: 8354 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.148771:0:6546:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287768576:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.148793:0:6546:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067da300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923648.148811:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7560 00000100:00100000:0.0:1778923648.148820:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281831680:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923648.148851:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148865:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 36 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148872:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148874:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923648.148877:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148897:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 36 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.148907:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 36 pid: 26020 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.148926:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287768704:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.148951:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067da180 going to sleep for 11 seconds 00000100:00080000:0.0:1778923648.148965:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1778923648.164770:0:6546:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6546:1865335287768576:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923648.164810:0:6546:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.164994:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287768448:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923648.165009:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.170408:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.170454:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.170528:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832064 00000100:00100000:2.0:1778923648.170539:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832064 00010000:00010000:2.0:1778923648.170590:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 31 pid: 8354 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.170635:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3319 00000100:00100000:2.0:1778923648.170645:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281832064:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.170665:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.170696:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 31 pid: 8354 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.170711:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 31 pid: 8354 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.170899:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:32943:1865335287768704:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923648.170938:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.172346:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281831936 00000100:00100000:1.0:1778923648.172362:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281831936 00002000:00100000:1.0:1778923648.172423:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (118784->143359) req@ffff9ce7083b6680 x1865335281831936/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:209/0 lens 488/0 e 0 to 0 dl 1778923659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923648.172435:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6680 with x1865335281831936 ext(118784->143359) 00010000:00010000:1.0:1778923648.172444:0:14404:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 32 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.172460:0:14404:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 32 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923648.172468:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce7083b6680 00000100:00100000:1.0:1778923648.172517:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 77 00000100:00100000:1.0:1778923648.172528:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281831936:12345-192.168.203.24@tcp:4:fsx.0 00010000:00010000:2.0:1778923648.172835:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d605698/0x3baece0abe6a565b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547475 expref: 33 pid: 8354 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.172866:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.172868:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.172874:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.172886:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.173307:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.173449:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832192 00000100:00100000:0.0:1778923648.173456:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832192 00010000:00010000:0.0:1778923648.173487:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 37 pid: 26020 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.173538:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3320 00000100:00100000:0.0:1778923648.173546:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281832192:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923648.173561:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923648.173588:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 37 pid: 26020 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173608:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 37 pid: 26020 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173634:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000017b8671/0x3baece0abe6a5654 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54746e expref: 37 pid: 26020 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173648:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.173650:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.173654:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173664:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173692:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923648.173748:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281832192:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 202us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.173757:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3320 00010000:00010000:0.0:1778923648.173795:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173805:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173835:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173854:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173864:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173872:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923648.173877:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173886:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173908:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.173917:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005681e504/0x3baece0abe6a571f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.173982:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281831680:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 25163us (25880us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.173990:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7560 00010000:00010000:2.0:1778923648.174908:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.174952:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281832064:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4305us (4493us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.174964:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3319 00010000:00010000:2.0:1778923648.175056:0:6546:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.175070:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176429:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176451:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176461:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176468:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923648.176473:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176484:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176526:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.176536:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000040ace679/0x3baece0abe6a5718 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.176631:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281831808:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 27937us (28557us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.176642:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7559 00000100:00100000:1.0:1778923648.177834:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281831936:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 5300us (7432us total) trans 17179872438 rc 0/0 00000100:00100000:1.0:1778923648.177855:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 77 00002000:00100000:1.0:1778923648.177870:0:14404:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x28e:0x0] (118784->143359) req@ffff9ce7083b6680 x1865335281831936/t17179872438(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:209/0 lens 488/448 e 0 to 0 dl 1778923659 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923648.177880:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6680 with x1865335281831936 ext(118784->143359) 00010000:00010000:1.0:1778923648.177891:0:14404:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.177918:0:14404:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923648.177926:0:14404:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce7083b6680 00000100:00100000:0.0:1778923648.190350:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.190685:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832320 00000100:00100000:2.0:1778923648.190699:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832320 00010000:00010000:2.0:1778923648.190763:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.191098:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3321 00000100:00100000:2.0:1778923648.191112:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2356:x1865335281832320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.191133:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1778923648.191159:0:27154:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923647 -> 1778923648 00002000:00010000:2.0:1778923648.191162:0:27154:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923647 -> 1778923648 00010000:00010000:2.0:1778923648.191170:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.191189:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.191224:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a564d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547467 expref: 31 pid: 6546 timeout: 1445 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.191256:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.191258:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.191264:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.191276:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.191318:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.191403:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281832320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 294us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.191412:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3321 00010000:00010000:0.0:1778923648.192100:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192116:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192151:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192160:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192168:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192175:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923648.192180:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192189:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192204:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.192211:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008062d9e9/0x3baece0abe6a5711 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.192316:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281831552:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 43962us (44303us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.192326:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7558 00000100:00100000:1.0:1778923648.199709:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.199795:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832576 00000100:00100000:2.0:1778923648.199824:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832576 00000100:00100000:2.0:1778923648.199918:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5739 00000100:00100000:2.0:1778923648.199930:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+213:54947:x1865335281832576:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923648.200012:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1778923648.200049:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5677 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547483 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.200073:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceec00/0x3baece0abe6a56d9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474a6 expref: 212 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.200090:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923648.200096:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923648.200138:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.200154:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.200164:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923648.208070:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1804, 88 off156880 00000004:00080000:2.0:1778923648.208092:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345264587438ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923648.208225:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1796, 88 off156440 00000004:00080000:2.0:1778923648.208243:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345264738993ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923648.208279:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1797, 88 off156528 00000004:00080000:2.0:1778923648.208284:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345264780264ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923648.208302:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1805, 88 off156968 00000004:00080000:2.0:1778923648.208306:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345264802318ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923648.208934:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1806, 88 off157056 00000004:00080000:2.0:1778923648.208953:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345265448411ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923648.209127:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1798, 88 off156616 00000004:00080000:2.0:1778923648.209133:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345265628454ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923648.209160:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1799, 88 off156704 00000004:00080000:2.0:1778923648.209164:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345265660253ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923648.209179:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1807, 88 off157144 00000004:00080000:2.0:1778923648.209182:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345265677836ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923648.209385:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1800, 88 off156792 00000004:00080000:2.0:1778923648.209391:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345265887063ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923648.209420:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1808, 88 off157232 00000004:00080000:2.0:1778923648.209425:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345265920931ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923648.209652:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1809, 88 off157320 00000004:00080000:2.0:1778923648.209659:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345266154799ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.209978:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1801, 88 off156880 00000004:00080000:1.0:1778923648.209986:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345266482101ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.210017:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1810, 88 off157408 00000004:00080000:1.0:1778923648.210021:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345266517159ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.210646:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1802, 88 off156968 00000004:00080000:1.0:1778923648.210655:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345267150542ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.210814:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1811, 88 off157496 00000004:00080000:1.0:1778923648.210820:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345267315882ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.211323:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1803, 88 off157056 00000004:00080000:1.0:1778923648.211331:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345267826704ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.211397:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1804, 88 off157144 00000004:00080000:1.0:1778923648.211402:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345267897694ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.216121:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1812, 88 off157584 00000004:00080000:1.0:1778923648.216142:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345272637829ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.216187:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1805, 88 off157232 00000004:00080000:1.0:1778923648.216191:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345272687085ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.216879:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1813, 88 off157672 00000004:00080000:1.0:1778923648.216888:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345273383897ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.216918:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1814, 88 off157760 00000004:00080000:1.0:1778923648.216923:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345273418617ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.217071:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1806, 88 off157320 00000004:00080000:1.0:1778923648.217078:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345273573955ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.217782:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1815, 88 off157848 00000004:00080000:1.0:1778923648.217790:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345274286017ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.217817:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1807, 88 off157408 00000004:00080000:1.0:1778923648.217820:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345274316522ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.218125:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1808, 88 off157496 00000004:00080000:1.0:1778923648.218131:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345274627438ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.218231:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1816, 88 off157936 00000004:00080000:1.0:1778923648.218235:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345274731457ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.218303:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1817, 88 off158024 00000004:00080000:1.0:1778923648.218311:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345274807400ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.218643:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1809, 88 off157584 00000004:00080000:1.0:1778923648.218651:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345275146041ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.218676:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1810, 88 off157672 00000004:00080000:1.0:1778923648.218682:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345275177395ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923648.218789:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1818, 88 off158112 00000004:00080000:1.0:1778923648.218794:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345275290215ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.218931:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1819, 88 off158200 00000004:00080000:1.0:1778923648.218937:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1345275432572ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923648.219130:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1811, 88 off157760 00000004:00080000:1.0:1778923648.219136:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1345275632541ns, next at 1344155187312ns, rc = 0 00000001:00080000:3.0:1778923648.258433:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940111 is committed 00000004:00010000:2.0:1778923648.258586:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000cdde4fdd reply state 0000000028525c38 transno 8589940115 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.258608:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923648.258825:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+213:54947:x1865335281832576:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 58884us (59115us total) trans 8589940115 rc 0/0 00000100:00100000:2.0:1778923648.258847:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5739 00000001:00080000:3.0:1778923648.259058:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940114 is committed 00000001:00080000:3.0:1778923648.259136:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940115 is committed 00000004:00080000:3.0:1778923648.259149:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1474 committed 00000004:00080000:3.0:1778923648.259160:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1479 committed 00000004:00080000:3.0:1778923648.259167:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1478 committed 00000004:00080000:3.0:1778923648.259176:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1473 committed 00000004:00080000:3.0:1778923648.259179:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1472 committed 00000004:00080000:3.0:1778923648.259182:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1477 committed 00000004:00080000:3.0:1778923648.259185:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1476 committed 00000004:00080000:3.0:1778923648.259187:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1471 committed 00000004:00080000:3.0:1778923648.259189:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1470 committed 00000004:00080000:3.0:1778923648.259192:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1475 committed 00000004:00080000:3.0:1778923648.259194:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1469 committed 00000004:00080000:3.0:1778923648.259196:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1474 committed 00000004:00080000:3.0:1778923648.259198:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1473 committed 00000004:00080000:3.0:1778923648.259200:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1468 committed 00000004:00080000:3.0:1778923648.259201:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1472 committed 00000004:00080000:3.0:1778923648.259209:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1467 committed 00000004:00080000:3.0:1778923648.259211:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1466 committed 00000004:00080000:3.0:1778923648.259213:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1471 committed 00000004:00080000:3.0:1778923648.259215:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1465 committed 00000004:00080000:3.0:1778923648.259216:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1470 committed 00000004:00080000:3.0:1778923648.259219:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1464 committed 00000004:00080000:3.0:1778923648.259221:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1469 committed 00000004:00080000:3.0:1778923648.259225:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1468 committed 00000004:00080000:3.0:1778923648.259227:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1463 committed 00000004:00080000:3.0:1778923648.259229:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1467 committed 00000004:00080000:3.0:1778923648.259231:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1462 committed 00000004:00080000:3.0:1778923648.259233:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1461 committed 00000004:00080000:3.0:1778923648.259243:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1466 committed 00000004:00080000:3.0:1778923648.259245:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1465 committed 00000004:00080000:3.0:1778923648.259247:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1460 committed 00000004:00080000:3.0:1778923648.259249:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1459 committed 00000004:00080000:3.0:1778923648.259251:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1464 committed 00000020:00080000:3.0:1778923648.259284:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969408 batchid updated 00000020:00080000:3.0:1778923648.259290:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969407 batchid updated 00000020:00080000:3.0:1778923648.259334:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969408 00000020:00080000:3.0:1778923648.259955:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969407 cancel update log [0x200000bd0:0x1:0x0].52: rc = 0 00000020:00080000:3.0:1778923648.260128:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969408 cancel update log [0x200000bd0:0x1:0x0].53: rc = 0 00000020:00080000:3.0:1778923648.260142:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969408 00000100:00100000:0.0:1778923648.260754:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769216:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.260829:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.260886:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769728:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.260907:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.260933:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1778923648.260938:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287768832:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.260958:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.260985:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769344:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.261013:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.261048:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287768960:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.261076:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.261094:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769472:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.261114:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.261130:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1778923648.261135:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769088:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.261155:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.261171:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769600:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.261189:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.261225:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769216 00000100:00100000:0.0:1778923648.261234:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769216 00000100:00100000:0.0:1778923648.261296:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769728 00000100:00100000:0.0:1778923648.261300:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769728 00000100:00100000:0.0:1778923648.261316:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287768832 00000100:00100000:0.0:1778923648.261319:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287768832 00000100:00100000:0.0:1778923648.261328:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769344 00000100:00100000:0.0:1778923648.261330:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769344 00000100:00100000:0.0:1778923648.261338:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287768960 00000100:00100000:0.0:1778923648.261340:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287768960 00000100:00100000:0.0:1778923648.261348:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769472 00000100:00100000:0.0:1778923648.261350:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769472 00000100:00100000:0.0:1778923648.261358:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769088 00000100:00100000:0.0:1778923648.261360:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769088 00000100:00100000:0.0:1778923648.261369:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769600 00000100:00100000:0.0:1778923648.261371:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769600 00000100:00100000:0.0:1778923648.261388:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7561 00000100:00100000:0.0:1778923648.261396:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287769216:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.261696:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923648.261700:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.261703:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923648.261706:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.261708:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923648.261769:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287769216:12345-0@lo:2:osp-syn-1-0.0 Request processed in 373us (939us total) trans 17179872439 rc 0/0 00000100:00100000:0.0:1778923648.261777:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7561 00000100:00100000:0.0:1778923648.261806:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7562 00000100:00100000:0.0:1778923648.261813:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287769728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.261939:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923648.261943:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.261945:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923648.261948:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.261950:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923648.261975:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287769728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 163us (1066us total) trans 17179872440 rc 0/0 00000100:00100000:0.0:1778923648.261981:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7562 00000100:00100000:0.0:1778923648.261992:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7563 00000100:00100000:0.0:1778923648.261999:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287768832:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.262106:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287768832:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (1145us total) trans 17179872441 rc 0/0 00000100:00100000:0.0:1778923648.262112:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7563 00000100:00100000:0.0:1778923648.262124:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7564 00000100:00100000:0.0:1778923648.262130:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287769344:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.262219:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923648.262222:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262224:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923648.262226:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262228:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923648.262251:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287769344:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (1245us total) trans 17179872442 rc 0/0 00000100:00100000:0.0:1778923648.262257:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7564 00000100:00100000:0.0:1778923648.262269:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7565 00000100:00100000:0.0:1778923648.262275:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287768960:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.262393:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287768960:12345-0@lo:2:osp-syn-1-0.0 Request processed in 117us (1315us total) trans 17179872443 rc 0/0 00000100:00100000:0.0:1778923648.262399:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7565 00000100:00100000:0.0:1778923648.262411:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7566 00000100:00100000:0.0:1778923648.262418:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287769472:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.262499:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923648.262532:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262534:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923648.262536:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262538:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923648.262566:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287769472:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (1450us total) trans 17179872444 rc 0/0 00000100:00100000:0.0:1778923648.262573:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7566 00000100:00100000:0.0:1778923648.262589:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1778923648.262594:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287769088:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.262682:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923648.262686:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262688:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923648.262690:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262692:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923648.262719:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287769088:12345-0@lo:2:osp-syn-1-0.0 Request processed in 124us (1562us total) trans 17179872445 rc 0/0 00000100:00100000:0.0:1778923648.262725:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1778923648.262738:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7568 00000100:00100000:0.0:1778923648.262744:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287769600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.262830:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:0.0:1778923648.262834:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262847:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923648.262850:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:0.0:1778923648.262852:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923648.262879:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287769600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (1689us total) trans 17179872446 rc 0/0 00000100:00100000:0.0:1778923648.262885:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7568 00000100:00080000:0.0:1778923648.262932:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1778923648.262998:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872421 gen 2 00000004:00080000:0.0:1778923648.263006:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872403 committed transno 17179872421 00000004:00080000:0.0:1778923648.263031:0:3293:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872404 committed transno 17179872421 00000004:00080000:0.0:1778923648.263045:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18700, transno 17179872405 00000004:00080000:0.0:1778923648.263056:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b658e00, transno 17179872406 00000004:00080000:0.0:1778923648.263059:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1a300, transno 17179872407 00000004:00080000:0.0:1778923648.263062:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65b800, transno 17179872408 00000004:00080000:0.0:1778923648.263065:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e19180, transno 17179872409 00000004:00080000:0.0:1778923648.263067:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18a80, transno 17179872410 00000004:00080000:0.0:1778923648.263070:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65bb80, transno 17179872411 00000004:00080000:0.0:1778923648.263073:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f3800, transno 17179872412 00000004:00080000:0.0:1778923648.263075:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f1500, transno 17179872413 00000004:00080000:0.0:1778923648.263078:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f3b80, transno 17179872414 00000004:00080000:0.0:1778923648.263080:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459ea00, transno 17179872415 00000004:00080000:0.0:1778923648.263083:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f0380, transno 17179872416 00000004:00080000:0.0:1778923648.263085:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f2d80, transno 17179872417 00000004:00080000:0.0:1778923648.263088:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6022f1880, transno 17179872418 00000004:00080000:0.0:1778923648.263091:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e18e00, transno 17179872419 00000004:00080000:0.0:1778923648.263094:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459df80, transno 17179872420 00000004:00080000:0.0:1778923648.263096:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459e300, transno 17179872421 00000100:00100000:0.0:1778923648.263104:0:3293:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce728f3ce00 x1865335287768832/t17179872441(17179872441) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923664 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1778923648.263117:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3ce00/2, rc 0, transno 17179872441 00000100:00100000:0.0:1778923648.263124:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287768832:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923648.263140:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3f100/2, rc 0, transno 17179872442 00000100:00100000:0.0:1778923648.263143:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769344:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923648.263152:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3d500/2, rc 0, transno 17179872439 00000100:00100000:0.0:1778923648.263155:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769216:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923648.263164:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e5500/2, rc 0, transno 17179872440 00000100:00100000:0.0:1778923648.263167:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287769728:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923648.263569:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 8 changes, 8 in progress, 4 in flight, 17 done 00000100:00100000:0.0:1778923648.263660:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287770112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.263703:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.263734:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1778923648.263740:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287769984:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923648.263762:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923648.263788:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770112 00000100:00100000:0.0:1778923648.263795:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770112 00000100:00100000:0.0:1778923648.263830:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769984 00000100:00100000:0.0:1778923648.263833:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769984 00000100:00100000:3.0:1778923648.263913:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287769856:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.263948:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.263970:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923648.263975:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770240:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.264001:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923648.266796:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3df80/2, rc 0, transno 17179872445 00000100:00100000:1.0:1778923648.266849:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769088:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.266867:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3e680/2, rc 0, transno 17179872446 00000100:00100000:1.0:1778923648.266871:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769600:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.266882:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3ea00/2, rc 0, transno 17179872443 00000100:00100000:1.0:1778923648.266885:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287768960:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.266895:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3dc00/2, rc 0, transno 17179872444 00000100:00100000:1.0:1778923648.266898:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287769472:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.267308:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.267383:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.267423:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923648.267429:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770752:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.267468:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.267800:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923648.267832:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287770496:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923648.267873:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.267898:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923648.267903:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287770624:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923648.267927:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.267971:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287769856 00000100:00100000:1.0:1778923648.267980:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287769856 00000100:00100000:1.0:1778923648.268032:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770240 00000100:00100000:1.0:1778923648.268036:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770240 00000100:00100000:1.0:1778923648.268047:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770368 00000100:00100000:1.0:1778923648.268049:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770368 00000100:00100000:1.0:1778923648.268059:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770752 00000100:00100000:1.0:1778923648.268061:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770752 00000100:00100000:1.0:1778923648.268069:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770496 00000100:00100000:1.0:1778923648.268071:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770496 00000100:00100000:1.0:1778923648.268078:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770624 00000100:00100000:1.0:1778923648.268080:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770624 00000100:00100000:1.0:1778923648.268095:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7569 00000100:00100000:1.0:1778923648.268104:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287770112:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.268422:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923648.268427:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.268430:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923648.268432:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.268435:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.268597:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287770112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 492us (4892us total) trans 17179872447 rc 0/0 00000100:00100000:1.0:1778923648.268606:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7569 00000100:00100000:1.0:1778923648.268631:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7570 00000100:00100000:1.0:1778923648.268637:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287769856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.268727:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.268730:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.268733:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923648.268735:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.268737:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923648.268767:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287769856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (4818us total) trans 17179872448 rc 0/0 00000100:00100000:1.0:1778923648.268773:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7570 00000100:00100000:1.0:1778923648.268786:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571 00000100:00100000:1.0:1778923648.268792:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287770240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.268895:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 260169 00002000:00010000:1.0:1778923648.268898:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.268900:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.268902:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:1.0:1778923648.268904:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.268929:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287770240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 137us (4926us total) trans 17179872449 rc 0/0 00000100:00100000:1.0:1778923648.268935:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571 00000100:00100000:1.0:1778923648.268947:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572 00000100:00100000:1.0:1778923648.268953:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287770368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.269034:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.269036:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923648.269038:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.269040:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923648.269042:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923648.269067:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287770368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (1685us total) trans 17179872450 rc 0/0 00000100:00100000:1.0:1778923648.269073:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7572 00000100:00100000:1.0:1778923648.269085:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1778923648.269091:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287770752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923648.269208:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287770752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 116us (1738us total) trans 17179872451 rc 0/0 00000100:00100000:1.0:1778923648.269214:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1778923648.269226:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7574 00000100:00100000:1.0:1778923648.269232:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287770496:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.269318:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:1.0:1778923648.269321:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923648.269323:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.269326:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923648.269328:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.269362:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287770496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (1487us total) trans 17179872452 rc 0/0 00000100:00100000:1.0:1778923648.269368:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7574 00000100:00100000:1.0:1778923648.269380:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:1.0:1778923648.269387:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287770624:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.270154:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832704 00000100:00100000:3.0:1778923648.270166:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832704 00000100:00100000:3.0:1778923648.270231:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5740 00000100:00100000:3.0:1778923648.270240:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54947:x1865335281832704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923648.270260:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923648.270281:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474bb expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270350:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 2/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270364:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 4/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270388:0:31254:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270402:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270422:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923648.270425:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923648.270429:0:31254:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.270438:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:3.0:1778923648.270614:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54947:x1865335281832704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 374us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923648.270621:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5740 00010000:00010000:2.0:1778923648.270723:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270732:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270739:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270745:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923648.270748:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270755:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270769:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923648.270773:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923648.270777:0:3277:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270786:0:3277:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.270796:0:3277:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.271030:0:3277:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.271045:0:3277:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459f800 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3277:1865335287771904:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923648.271112:0:3277:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4800c0 going to sleep for 11 seconds 00002000:00010000:1.0:1778923648.271319:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.271323:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923648.271326:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923648.271328:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923645 -> 1778923645 00002000:00010000:1.0:1778923648.271331:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923648.271390:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287770624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2002us (3461us total) trans 17179872453 rc 0/0 00000100:00100000:1.0:1778923648.271399:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00100000:2.0:1778923648.271680:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923648.271719:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923648.272009:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771648:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923648.272035:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923648.275221:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e7480/2, rc 0, transno 17179872447 00000100:00100000:2.0:1778923648.275241:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287770112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923648.275262:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923648.275273:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923648.275350:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.275458:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771136 00000100:00100000:3.0:1778923648.275467:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771136 00000100:00100000:3.0:1778923648.275558:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771648 00000100:00100000:3.0:1778923648.275561:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771648 00000100:00100000:3.0:1778923648.275583:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1778923648.275592:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287771136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923648.275868:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923648.275872:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923648.275875:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923648.275877:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923648.275879:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923648.275924:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287771136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 333us (4204us total) trans 21474839523 rc 0/0 00000100:00100000:3.0:1778923648.275932:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1778923648.275967:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:3.0:1778923648.275974:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3292:x1865335287771648:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923648.276061:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923648.276065:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923648.276068:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923648.276070:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:3.0:1778923648.276071:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923648.276098:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287771648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 125us (4062us total) trans 21474839524 rc 0/0 00000100:00100000:3.0:1778923648.276104:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000100:00080000:0.0:1778923648.276421:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1778923648.277160:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.277207:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832832 00000100:00100000:0.0:1778923648.277215:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832832 00000100:00100000:0.0:1778923648.277266:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2101 00000100:00100000:0.0:1778923648.277275:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54947:x1865335281832832:12345-192.168.203.24@tcp:49:lfs.0 00000100:00100000:0.0:1778923648.277428:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d35050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54947:x1865335281832832:12345-192.168.203.24@tcp:49:lfs.0 Request processed in 154us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.277436:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2101 00000100:00100000:1.0:1778923648.277771:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770880:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.277867:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65aa00/2, rc 0, transno 17179872453 00000100:00100000:1.0:1778923648.277875:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287770624:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.277888:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65bb80/2, rc 0, transno 17179872452 00000100:00100000:1.0:1778923648.277892:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287770496:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923648.278156:0:3277:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459f800 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3277:1865335287771904:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923648.278187:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.278200:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5726 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.278866:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.282243:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287771392:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.282338:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.282548:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771008 00000100:00100000:3.0:1778923648.282560:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771008 00000100:00100000:3.0:1778923648.282628:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287770880 00000100:00100000:3.0:1778923648.282632:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287770880 00000100:00100000:3.0:1778923648.282656:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1778923648.282665:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287771008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923648.283014:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287771008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 348us (7662us total) trans 21474839525 rc 0/0 00000100:00100000:3.0:1778923648.283023:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1778923648.283047:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1778923648.283054:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287770880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923648.283153:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923648.283157:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923648.283160:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923648.283163:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923648.283166:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923648.283196:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287770880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 143us (4331us total) trans 21474839526 rc 0/0 00000100:00100000:3.0:1778923648.283203:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1778923648.283282:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923648.283314:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281832960 00000100:00100000:3.0:1778923648.283318:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281832960 00000100:00100000:3.0:1778923648.283350:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5741 00000100:00100000:3.0:1778923648.283356:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54947:x1865335281832960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923648.283370:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923648.283393:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a5734 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474c2 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283492:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283537:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283552:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923648.283587:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923648.283593:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923648.283615:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283654:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a5734 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c2 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283674:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c2 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.283684:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923648.283687:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923648.283692:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:3.0:1778923648.283743:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54947:x1865335281832960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 386us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923648.283750:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5741 00000004:00080000:2.0:1778923648.284180:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7100/2, rc 0, transno 21474839525 00000100:00100000:2.0:1778923648.284207:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923648.284221:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923648.284272:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287771264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.286870:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b658000/2, rc 0, transno 17179872451 00000100:00100000:1.0:1778923648.286964:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b658000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770752:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.286983:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65b800/2, rc 0, transno 17179872450 00000100:00100000:1.0:1778923648.286987:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770368:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.287067:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4380/2, rc 0, transno 17179872449 00000100:00100000:1.0:1778923648.287071:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770240:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923648.287083:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e4e00/2, rc 0, transno 17179872448 00000100:00100000:1.0:1778923648.287086:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287769856:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923648.287112:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287772032:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.287183:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923648.287211:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b5c00/2, rc 0, transno 21474839526 00000100:00100000:1.0:1778923648.287221:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287770880:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.287395:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771392 00000100:00100000:1.0:1778923648.287403:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771392 00000100:00100000:1.0:1778923648.287453:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772032 00000100:00100000:1.0:1778923648.287455:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772032 00000100:00100000:1.0:1778923648.287473:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580 00000100:00100000:1.0:1778923648.287481:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3294:x1865335287771392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.287874:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923648.287965:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.287968:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923648.287970:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.287973:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.288123:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3294:x1865335287771392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 641us (5785us total) trans 21474839527 rc 0/0 00000100:00100000:1.0:1778923648.288131:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580 00000100:00100000:1.0:1778923648.288160:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581 00000100:00100000:1.0:1778923648.288169:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+30:3294:x1865335287772032:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.288379:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923648.288383:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.288385:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923648.288387:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.288389:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.288419:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+31:3294:x1865335287772032:12345-0@lo:2:osp-syn-0-0.0 Request processed in 252us (1236us total) trans 21474839528 rc 0/0 00000100:00100000:1.0:1778923648.288424:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581 00000004:00080000:1.0:1778923648.288466:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44700/2, rc 0, transno 21474839528 00000100:00100000:1.0:1778923648.288473:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287772032:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.288483:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459ea00/2, rc 0, transno 21474839527 00000100:00100000:1.0:1778923648.288487:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287771392:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923648.288568:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.288603:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287772160:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923648.288610:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b4a80/2, rc 0, transno 21474839523 00000100:00100000:3.0:1778923648.288618:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771136:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923648.288629:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459e300/2, rc 0, transno 21474839524 00000100:00100000:3.0:1778923648.288632:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771648:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923648.288642:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772288:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923648.288674:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.288705:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.288723:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287771776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.288734:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923648.288761:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.288772:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771520 00000100:00100000:3.0:1778923648.288777:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772416:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.288778:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771520 00000100:00100000:3.0:1778923648.288798:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.288807:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772288 00000100:00100000:1.0:1778923648.288809:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772288 00000100:00100000:1.0:1778923648.288820:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771264 00000100:00100000:1.0:1778923648.288823:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771264 00000100:00100000:1.0:1778923648.288833:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772160 00000100:00100000:1.0:1778923648.288834:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772160 00000100:00100000:1.0:1778923648.289090:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287771776 00000100:00100000:1.0:1778923648.289093:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287771776 00000100:00100000:1.0:1778923648.289103:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772416 00000100:00100000:1.0:1778923648.289105:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772416 00000100:00100000:1.0:1778923648.289118:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1778923648.289125:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287771520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.289560:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.289565:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.289567:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923648.289569:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.289571:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923648.289626:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287771520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 500us (1057us total) trans 21474839529 rc 0/0 00000100:00100000:1.0:1778923648.289633:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1778923648.289653:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7583 00000100:00100000:1.0:1778923648.289660:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287772288:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.289760:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.289764:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.289766:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923648.289768:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.289770:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923648.289796:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287772288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 136us (1121us total) trans 21474839530 rc 0/0 00000100:00100000:1.0:1778923648.289802:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7583 00000100:00100000:1.0:1778923648.289816:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:1.0:1778923648.289823:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b689050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287771264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.290001:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923648.290005:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290007:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923648.290009:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290012:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.290046:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b689050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287771264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 223us (1340us total) trans 21474839531 rc 0/0 00000100:00100000:1.0:1778923648.290052:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7584 00000100:00100000:1.0:1778923648.290066:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:1.0:1778923648.290072:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287772160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.290150:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 131794 00002000:00010000:1.0:1778923648.290154:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290157:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923648.290159:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290161:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.290189:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287772160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 118us (1455us total) trans 21474839532 rc 0/0 00000100:00100000:1.0:1778923648.290196:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:1.0:1778923648.290208:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7586 00000100:00100000:1.0:1778923648.290214:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287771776:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.290442:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.290445:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290448:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923648.290450:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.290453:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923648.290481:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287771776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 267us (1719us total) trans 21474839533 rc 0/0 00000100:00100000:1.0:1778923648.290487:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7586 00000100:00100000:1.0:1778923648.290500:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7587 00000100:00100000:1.0:1778923648.290536:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287772416:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923648.290620:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.290624:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.290626:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.290628:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923639 -> 1778923639 00002000:00010000:1.0:1778923648.290630:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923648.290654:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287772416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (1855us total) trans 21474839534 rc 0/0 00000100:00100000:1.0:1778923648.290661:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7587 00000004:00080000:1.0:1778923648.290731:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 21474839530 00000100:00100000:1.0:1778923648.290738:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772288:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.290750:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459df80/2, rc 0, transno 21474839529 00000100:00100000:1.0:1778923648.290754:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287771520:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.290778:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607702300/2, rc 0, transno 21474839534 00000100:00100000:1.0:1778923648.290782:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772416:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.290791:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7800/2, rc 0, transno 21474839531 00000100:00100000:1.0:1778923648.290794:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287771264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.290801:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459d180/2, rc 0, transno 21474839533 00000100:00100000:1.0:1778923648.290804:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287771776:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923648.290827:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701c00/2, rc 0, transno 21474839532 00000100:00100000:1.0:1778923648.290831:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287772160:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291045:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772800:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291086:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.291114:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1778923648.291120:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772672:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291142:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.291163:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772928:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291186:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.291196:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923648.291200:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291221:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923648.291240:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772800 00000100:00100000:1.0:1778923648.291246:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772800 00000100:00100000:0.0:1778923648.291783:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772672 00000100:00100000:0.0:1778923648.291790:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772672 00000100:00100000:0.0:1778923648.291833:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772928 00000100:00100000:0.0:1778923648.291852:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772928 00000100:00100000:0.0:1778923648.291867:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287772544 00000100:00100000:0.0:1778923648.291869:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287772544 00000100:00100000:0.0:1778923648.291882:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7588 00000100:00100000:0.0:1778923648.291890:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287772672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.291974:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7589 00000100:00100000:1.0:1778923648.291983:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+40:3293:x1865335287772928:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.292026:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7590 00000100:00100000:1.0:1778923648.292033:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287772800:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.292066:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7591 00000100:00100000:1.0:1778923648.292073:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3293:x1865335287772544:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923648.292603:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923648.292607:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:0.0:1778923648.292611:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923648.292613:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:0.0:1778923648.292616:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923648.292690:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:3292:x1865335287772672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 801us (1547us total) trans 21474839535 rc 0/0 00000100:00100000:0.0:1778923648.292699:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7588 00000100:00100000:0.0:1778923648.293334:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.293363:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.293380:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.293399:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833088 00000100:00100000:0.0:1778923648.293405:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833088 00000100:00100000:0.0:1778923648.293435:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833344 00000100:00100000:0.0:1778923648.293438:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833344 00000100:00100000:0.0:1778923648.293447:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833216 00000100:00100000:0.0:1778923648.293460:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833216 00000100:00100000:0.0:1778923648.293476:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7592 00000100:00100000:0.0:1778923648.293484:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281833088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923648.293524:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923648.293549:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474c9 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923648.293576:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083880, atime: 0x6a08387f, ctime: 0x6a083880, blocks: 0x187 00010000:00010000:0.0:1778923648.293599:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293601:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293613:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293632:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293647:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6600, rc 0) 00000100:00100000:0.0:1778923648.293700:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281833088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 217us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.293706:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7592 00000100:00100000:0.0:1778923648.293726:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7593 00000100:00100000:0.0:1778923648.293732:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281833344:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923648.293738:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923648.293748:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474d7 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923648.293761:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08387f, atime: 0x6a08387b, ctime: 0x6a08387f, blocks: 0x3 00010000:00010000:0.0:1778923648.293769:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293771:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293776:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293790:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 31 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293798:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7a00, rc 0) 00000100:00100000:0.0:1778923648.293817:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281833344:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 86us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.293822:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7593 00000100:00100000:0.0:1778923648.293847:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7594 00000100:00100000:0.0:1778923648.293853:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281833216:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923648.293860:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923648.293872:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474d0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923648.293887:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08387f, atime: 0x6a08387b, ctime: 0x6a08387f, blocks: 0x3 00010000:00010000:0.0:1778923648.293900:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293901:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.293906:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293916:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.293923:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7400, rc 0) 00000100:00100000:0.0:1778923648.294025:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281833216:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 170us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923648.294031:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7594 00002000:00010000:1.0:1778923648.294256:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 193917 00002000:00010000:1.0:1778923648.294260:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923640 00002000:00010000:1.0:1778923648.294264:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923648.294267:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923642 -> 1778923642 00002000:00010000:1.0:1778923648.294270:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923648.294325:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3293:x1865335287772544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2253us (3102us total) trans 21474839536 rc 0/0 00000100:00100000:1.0:1778923648.294332:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7591 00000004:00080000:1.0:1778923648.294392:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701180/2, rc 0, transno 21474839536 00000100:00100000:1.0:1778923648.294400:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772544:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.294879:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595 00000100:00100000:1.0:1778923648.294891:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287769984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923648.295316:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923648.295321:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.295324:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923648.295326:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923636 00002000:00010000:1.0:1778923648.295328:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923648.295380:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287769984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 493us (31617us total) trans 17179872454 rc 0/0 00000100:00100000:1.0:1778923648.295387:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595 00000004:00080000:0.0:1778923648.300028:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607702a00/2, rc 0, transno 21474839535 00000100:00100000:0.0:1778923648.300048:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772672:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923648.300067:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce72e3e5880/2, rc 0, transno 17179872454 00000100:00100000:0.0:1778923648.300072:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72e3e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287769984:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923648.300377:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923648.300383:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923648.300386:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923648.300388:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923644 -> 1778923644 00002000:00010000:0.0:1778923648.300390:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:1.0:1778923648.300437:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 235327 -> 235327 00002000:00010000:1.0:1778923648.300441:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923648.300443:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923648.300445:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923645 -> 1778923645 00002000:00010000:1.0:1778923648.300460:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923648.300494:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+42:3293:x1865335287772928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8511us (9306us total) trans 21474839537 rc 0/0 00000100:00100000:1.0:1778923648.300523:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+42:3292:x1865335287772800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 8471us (9417us total) trans 21474839538 rc 0/0 00000100:00100000:0.0:1778923648.300530:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7589 00000004:00080000:2.0:1778923648.300593:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703800/2, rc 0, transno 21474839537 00000100:00100000:2.0:1778923648.300598:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287772928:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923648.300674:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607700700/2, rc 0, transno 21474839538 00000100:00100000:3.0:1778923648.300679:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287772800:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923648.301680:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7590 00000100:00100000:0.0:1778923648.342246:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923648.342493:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833472 00000100:00100000:1.0:1778923648.342553:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833472 00000100:00100000:1.0:1778923648.342815:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3862 00000100:00100000:1.0:1778923648.342829:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281833472:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923648.342887:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.342910:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.342913:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.342921:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.342949:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353326:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353353:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353364:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353373:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923648.353378:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353388:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353415:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.353424:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5757 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.353601:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281833472:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10769us (11363us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923648.353613:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3862 00000100:00100000:0.0:1778923648.361348:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923648.361484:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833600 00000100:00100000:1.0:1778923648.361498:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833600 00000100:00100000:1.0:1778923648.361820:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3863 00000100:00100000:1.0:1778923648.361833:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281833600:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923648.361895:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.361922:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 31 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.361932:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.361935:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.361939:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.362226:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 31 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.362243:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 31 pid: 25674 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.362376:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287773056:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923648.362675:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710467180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923648.367786:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.367906:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833728 00000100:00100000:2.0:1778923648.367920:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833728 00010000:00010000:2.0:1778923648.367979:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 32 pid: 25674 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.368030:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3322 00000100:00100000:2.0:1778923648.368040:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281833728:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.368060:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.368088:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 32 pid: 25674 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.368103:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 32 pid: 25674 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.368136:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.368139:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.368145:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.368156:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.368188:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.368265:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281833728:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 226us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.368273:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3322 00010000:00010000:1.0:1778923648.369481:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a4b64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470b6 expref: 31 pid: 25674 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.369666:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287773056:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923648.369697:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.369710:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.369718:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923648.421620:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872446 is committed 00000001:00080000:3.0:1778923648.421664:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872455 is committed 00000001:00080000:3.0:1778923648.421673:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872454 is committed 00002000:00010000:0.0:1778923648.422268:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:0.0:1778923648.422275:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:0.0:1778923648.422278:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:0.0:1778923648.422295:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422311:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422327:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422335:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923648.422341:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422351:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422379:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.422388:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a575e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.422863:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281833600:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 61024us (61520us total) trans 17179872455 rc 0/0 00000100:00100000:1.0:1778923648.422876:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3863 00000100:00100000:2.0:1778923648.426747:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.426933:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833856 00000100:00100000:0.0:1778923648.427034:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833856 00000100:00100000:0.0:1778923648.427185:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3864 00000100:00100000:0.0:1778923648.427198:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281833856:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923648.427243:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.427269:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.427286:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.427288:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.427292:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.427339:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.427355:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 36 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.427374:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287773184:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.427496:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7067daa80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923648.430897:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f1500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287773184:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923648.430958:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.431149:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.431542:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281833984 00000100:00100000:2.0:1778923648.431551:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281833984 00010000:00010000:2.0:1778923648.431611:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.431663:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3323 00000100:00100000:2.0:1778923648.431674:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281833984:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.431695:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.431731:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.431747:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.431779:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5d36231/0x3baece0abe6a4b6b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470bd expref: 37 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.431802:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.431804:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.431810:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.431823:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.431869:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923648.431999:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.432009:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.432863:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281833984:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1184us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.432875:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3323 00002000:00010000:0.0:1778923648.521750:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:0.0:1778923648.521759:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:0.0:1778923648.521762:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:0.0:1778923648.521778:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923648.522284:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839537 is committed 00000001:00080000:1.0:1778923648.522304:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839521 is committed 00000001:00080000:1.0:1778923648.522346:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839539 is committed 00000001:00080000:1.0:1778923648.522355:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839538 is committed 00010000:00010000:0.0:1778923648.522578:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.522589:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.522597:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706282200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923648.522602:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.522612:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.522638:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.522646:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5765 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.523319:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281833856:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 95707us (96172us total) trans 21474839539 rc 0/0 00000100:00100000:0.0:1778923648.523333:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3864 00000100:00100000:3.0:1778923648.530379:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.530596:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834112 00000100:00100000:0.0:1778923648.530610:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834112 00000100:00100000:0.0:1778923648.530706:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3865 00000100:00100000:0.0:1778923648.530718:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281834112:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923648.531128:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.531157:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.531183:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.531186:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.531190:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.531269:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.531302:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 25 pid: 8354 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.531331:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287773312:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.531935:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7089a6780 going to sleep for 11 seconds 00000100:00100000:1.0:1778923648.539010:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.539140:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287773312:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923648.539331:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.539606:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834240 00000100:00100000:2.0:1778923648.539616:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834240 00010000:00010000:2.0:1778923648.539673:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 26 pid: 8354 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.539718:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3324 00000100:00100000:2.0:1778923648.539730:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281834240:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.539750:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.540011:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 26 pid: 8354 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.540027:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 26 pid: 8354 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.540057:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a4b72 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470c4 expref: 26 pid: 8354 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.540073:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.540075:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.540079:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.540089:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.540126:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923648.540287:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.540298:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.540438:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281834240:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 708us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.540721:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3324 00000001:00080000:2.0:1778923648.598180:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839540 is committed 00002000:00010000:1.0:1778923648.598587:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:1.0:1778923648.598593:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:1.0:1778923648.598596:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:1.0:1778923648.598617:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598634:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598643:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598651:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923648.598656:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598666:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598693:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.598702:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a576c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.599140:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281834112:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 68415us (68767us total) trans 21474839540 rc 0/0 00000100:00100000:1.0:1778923648.599153:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3865 00000100:00100000:0.0:1778923648.605589:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.605752:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834368 00000100:00100000:2.0:1778923648.605765:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834368 00000100:00100000:2.0:1778923648.605869:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3866 00000100:00100000:2.0:1778923648.605891:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281834368:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923648.605956:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.605986:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 28 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.606002:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.606004:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.606008:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.606056:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 28 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.606072:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 28 pid: 6547 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.606089:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287773440:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923648.606207:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711366840 going to sleep for 11 seconds 00000100:00100000:2.0:1778923648.609612:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287773440:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923648.609653:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.612798:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.613456:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834496 00000100:00100000:2.0:1778923648.613470:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834496 00010000:00010000:2.0:1778923648.613591:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 29 pid: 6547 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.613648:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3325 00000100:00100000:2.0:1778923648.613663:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281834496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.613690:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.613738:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 29 pid: 6547 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.613756:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 29 pid: 6547 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.613789:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a4b79 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470cb expref: 29 pid: 6547 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.613811:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.613814:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.613821:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.613842:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.613887:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.614043:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281834496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 382us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.614052:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3325 00010000:00010000:0.0:1778923648.614707:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.614730:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.638662:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1778923648.679897:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872456 is committed 00002000:00010000:2.0:1778923648.680245:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:2.0:1778923648.680250:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:2.0:1778923648.680253:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:2.0:1778923648.680271:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680294:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680303:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680311:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923648.680316:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680325:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680348:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.680440:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.680717:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281834368:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 74823us (75138us total) trans 17179872456 rc 0/0 00000100:00100000:2.0:1778923648.680729:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3866 00000100:00100000:3.0:1778923648.686008:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.686099:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834624 00000100:00100000:2.0:1778923648.686112:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834624 00000100:00100000:2.0:1778923648.686199:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3867 00000100:00100000:2.0:1778923648.686210:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281834624:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923648.686256:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.686284:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.686293:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.686296:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.686300:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.686343:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 27 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.686368:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 27 pid: 26020 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.686388:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287773568:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923648.686553:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00000100:00100000:2.0:1778923648.690672:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287773568:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923648.690716:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923648.693130:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.693250:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834752 00000100:00100000:2.0:1778923648.693263:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834752 00010000:00010000:2.0:1778923648.693319:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 28 pid: 26020 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.693381:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3326 00000100:00100000:2.0:1778923648.693393:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281834752:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.693413:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.693444:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 28 pid: 26020 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.693469:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 28 pid: 26020 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.693547:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000743c55e/0x3baece0abe6a4b80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d2 expref: 28 pid: 26020 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.693571:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.693573:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.693579:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.693591:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.693635:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923648.693704:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281834752:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 313us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923648.693712:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3326 00010000:00010000:3.0:1778923648.694564:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.694579:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923648.772400:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872457 is committed 00002000:00010000:2.0:1778923648.773739:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:2.0:1778923648.773750:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:2.0:1778923648.773754:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:2.0:1778923648.773772:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773787:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773798:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773806:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceee00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923648.773812:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773822:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773858:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.773867:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a577a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.774722:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281834624:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 88501us (88715us total) trans 17179872457 rc 0/0 00000100:00100000:2.0:1778923648.774737:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3867 00000100:00100000:0.0:1778923648.782321:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.783548:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281834880 00000100:00100000:2.0:1778923648.783566:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281834880 00000100:00100000:2.0:1778923648.783815:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3868 00000100:00100000:2.0:1778923648.783829:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281834880:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923648.783901:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.783928:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.783947:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.783950:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.783955:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.784003:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.784021:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 26 pid: 6548 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.784039:0:6553:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6553:1865335287773696:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923648.784164:0:6553:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ceda80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923648.789482:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.789703:0:6553:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:6553:1865335287773696:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923648.789749:0:6553:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923648.790206:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835008 00000100:00100000:3.0:1778923648.790216:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835008 00010000:00010000:3.0:1778923648.790269:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 27 pid: 6548 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923648.790320:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3327 00000100:00100000:3.0:1778923648.790332:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281835008:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923648.790356:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923648.790392:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 27 pid: 6548 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.790413:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 27 pid: 6548 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.790448:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d7429bf/0x3baece0abe6a4b87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470d9 expref: 27 pid: 6548 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.790469:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923648.790472:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923648.790478:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.790492:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.790584:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923648.790688:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281835008:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 357us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923648.790697:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3327 00010000:00010000:1.0:1778923648.792339:0:6553:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.792378:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923648.845900:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872458 is committed 00002000:00010000:1.0:1778923648.846294:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:1.0:1778923648.846300:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:1.0:1778923648.846303:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:1.0:1778923648.846321:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846337:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846346:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846441:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceec00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923648.846536:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846548:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846572:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.846580:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000689df76f/0x3baece0abe6a5781 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.846768:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281834880:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 62934us (64455us total) trans 17179872458 rc 0/0 00000100:00100000:1.0:1778923648.846781:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3868 00000100:00100000:2.0:1778923648.852791:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923648.853076:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835136 00000100:00100000:0.0:1778923648.853091:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835136 00000100:00100000:0.0:1778923648.853218:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3869 00000100:00100000:0.0:1778923648.853231:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281835136:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923648.853278:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.853305:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.853315:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.853318:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923648.853322:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.853378:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.853395:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 24 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.853415:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287773824:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923648.853746:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923648.858677:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923648.858798:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6022f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0000_UUID:26631:1865335287773824:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923648.858850:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.859196:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835264 00000100:00100000:1.0:1778923648.859206:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835264 00010000:00010000:1.0:1778923648.859312:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 25 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923648.859404:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3328 00000100:00100000:1.0:1778923648.859417:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281835264:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923648.859437:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923648.859477:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 25 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.859493:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 25 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.859555:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c298ac8b/0x3baece0abe6a4b8e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e0 expref: 25 pid: 22251 timeout: 1445 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.859575:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.859578:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923648.859583:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.859602:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923648.859631:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923648.859713:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281835264:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 299us (1497us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923648.859722:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3328 00010000:00010000:0.0:1778923648.860761:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.860777:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923648.940680:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839541 is committed 00002000:00010000:2.0:1778923648.940862:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:2.0:1778923648.940868:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923636 -> 1778923648 00002000:00010000:2.0:1778923648.940870:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923636 -> 1778923648 00010000:00010000:2.0:1778923648.940890:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940905:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940915:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940922:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923648.940927:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940948:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940973:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.940980:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a5788 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.941110:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281835136:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 87875us (88327us total) trans 21474839541 rc 0/0 00000100:00100000:2.0:1778923648.941122:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3869 00000100:00100000:0.0:1778923648.952449:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923648.952548:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835392 00000100:00100000:3.0:1778923648.952561:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835392 00000100:00100000:3.0:1778923648.952665:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3870 00000100:00100000:3.0:1778923648.952678:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281835392:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923648.952726:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.952753:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.952763:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923648.952766:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923648.952770:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.952817:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 23 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.952844:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 23 pid: 8354 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923648.952861:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287773952:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923648.952985:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708d1bc00 going to sleep for 11 seconds 00000100:00100000:3.0:1778923648.959869:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098da300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287773952:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923648.959910:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923648.960273:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923648.960398:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835520 00000100:00100000:2.0:1778923648.960407:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835520 00010000:00010000:2.0:1778923648.960459:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 24 pid: 8354 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923648.960498:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3329 00000100:00100000:2.0:1778923648.960540:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281835520:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923648.960560:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923648.960591:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 24 pid: 8354 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.960605:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 24 pid: 8354 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.960635:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a4b95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470e7 expref: 24 pid: 8354 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.960657:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.960659:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923648.960665:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923648.960682:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923648.960931:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923648.961008:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281835520:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 470us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923648.961016:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3329 00010000:00010000:0.0:1778923648.961081:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923648.961091:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.012263:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839542 is committed 00002000:00010000:1.0:1778923649.012862:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:1.0:1778923649.012869:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:1.0:1778923649.012872:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00010000:00010000:1.0:1778923649.013066:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013082:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013091:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013100:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1be00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923649.013105:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013115:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013146:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.013154:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a578f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.013354:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281835392:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 60673us (60913us total) trans 21474839542 rc 0/0 00000100:00100000:1.0:1778923649.013366:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3870 00000100:00100000:0.0:1778923649.019144:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.019500:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835648 00000100:00100000:2.0:1778923649.019602:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835648 00000100:00100000:0.0:1778923649.019816:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3871 00000100:00100000:0.0:1778923649.019827:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281835648:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923649.019896:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.019922:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 25 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.019932:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.019941:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.019946:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.019990:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 25 pid: 32953 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.020006:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 25 pid: 32953 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.020024:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287774080:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923649.020140:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4809c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923649.023153:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287774080:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923649.023169:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923649.023192:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.023250:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835776 00000100:00100000:2.0:1778923649.023259:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835776 00010000:00010000:2.0:1778923649.023305:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 26 pid: 32953 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.023424:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3330 00000100:00100000:2.0:1778923649.023436:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281835776:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923649.023456:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923649.023486:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 26 pid: 32953 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.023500:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 26 pid: 32953 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.023654:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a4b9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5470ee expref: 26 pid: 32953 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.023675:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.023677:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.023684:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.023696:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.023720:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923649.023789:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281835776:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 354us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.023796:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3330 00010000:00010000:0.0:1778923649.023867:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.023971:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.086083:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872459 is committed 00002000:00010000:3.0:1778923649.086788:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 131794 -> 188416 00002000:00010000:3.0:1778923649.086794:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:3.0:1778923649.086798:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00010000:00010000:3.0:1778923649.086815:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.086842:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.086853:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.086861:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923649.086867:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.087046:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.087073:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.087082:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5796 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.087240:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281835648:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 67406us (68103us total) trans 17179872459 rc 0/0 00000100:00100000:3.0:1778923649.087253:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3871 00000100:00100000:3.0:1778923649.091203:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.091568:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281835904 00000100:00100000:2.0:1778923649.091582:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281835904 00000100:00100000:2.0:1778923649.091688:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3872 00000100:00100000:2.0:1778923649.091701:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281835904:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923649.091753:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.091783:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 24 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.091791:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.091794:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.091797:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.091853:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 24 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.092029:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 24 pid: 6547 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.092052:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287774208:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923649.093047:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00000100:00100000:1.0:1778923649.096603:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.096659:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836032 00000100:00100000:3.0:1778923649.096672:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836032 00010000:00010000:3.0:1778923649.096725:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 25 pid: 6547 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.096778:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3331 00000100:00100000:3.0:1778923649.096789:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281836032:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923649.096809:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1778923649.096817:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287774208:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923649.096847:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 25 pid: 6547 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.096861:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 25 pid: 6547 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.097535:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.097804:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a4c4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54711f expref: 25 pid: 6547 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.097824:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.097826:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.097841:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.097860:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.097898:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923649.097987:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281836032:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1199us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.097998:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3331 00010000:00010000:2.0:1778923649.098167:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.098177:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923649.155562:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872460 is committed 00002000:00010000:1.0:1778923649.155841:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923638 -> 1778923649 00002000:00010000:1.0:1778923649.155846:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923639 -> 1778923649 00010000:00010000:1.0:1778923649.155864:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.155880:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.155890:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.155898:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923649.155904:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.155913:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.156029:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.156038:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a91795a4/0x3baece0abe6a579d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.156224:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281835904:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 64518us (65026us total) trans 17179872460 rc 0/0 00000100:00100000:1.0:1778923649.156237:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3872 00000100:00100000:0.0:1778923649.168693:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.168818:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836160 00000100:00100000:1.0:1778923649.168840:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836160 00000100:00100000:1.0:1778923649.169073:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3873 00000100:00100000:1.0:1778923649.169087:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281836160:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923649.169141:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.169170:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.169180:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.169183:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.169187:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.169232:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.169255:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 22 pid: 22251 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.169272:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287774336:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923649.169400:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923649.172586:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700380 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287774336:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923649.172626:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.173897:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.174449:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836288 00000100:00100000:1.0:1778923649.174461:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836288 00010000:00010000:1.0:1778923649.174546:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 23 pid: 22251 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.174594:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3332 00000100:00100000:1.0:1778923649.174609:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281836288:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923649.174631:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923649.174661:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 23 pid: 22251 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.174677:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 23 pid: 22251 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.174714:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ec25f27/0x3baece0abe6a5081 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5472bc expref: 23 pid: 22251 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.174737:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.174739:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.174745:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.174757:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.174786:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923649.175030:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.175042:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.175646:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281836288:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1037us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923649.175658:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3332 00000001:00080000:3.0:1778923649.270338:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839543 is committed 00002000:00010000:0.0:1778923649.271946:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923640 -> 1778923649 00002000:00010000:0.0:1778923649.271958:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923642 -> 1778923649 00010000:00010000:0.0:1778923649.271978:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.271994:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.272005:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.272014:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923649.272020:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.272029:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.272056:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.272064:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a57a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.272305:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281836160:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 103214us (103618us total) trans 21474839543 rc 0/0 00000100:00100000:0.0:1778923649.272723:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3873 00000100:00100000:2.0:1778923649.282812:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.283112:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836416 00000100:00100000:3.0:1778923649.283535:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836416 00000100:00100000:3.0:1778923649.283807:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3874 00000100:00100000:3.0:1778923649.283821:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281836416:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923649.284092:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.284119:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 23 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.284129:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.284132:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.284136:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.284181:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 23 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.284197:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 23 pid: 6546 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.284221:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7098d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287774464:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923649.284333:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce713296300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923649.287188:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7098d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287774464:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923649.287225:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.290862:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.292298:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836544 00000100:00100000:0.0:1778923649.292380:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836544 00010000:00010000:0.0:1778923649.292462:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 24 pid: 6546 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.292597:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3333 00000100:00100000:0.0:1778923649.292620:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281836544:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923649.292640:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.292671:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 24 pid: 6546 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.292689:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 24 pid: 6546 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.292720:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a51e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54734f expref: 24 pid: 6546 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.292747:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.292760:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.292766:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.292785:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.292843:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923649.292938:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281836544:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 329us (2090us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.292955:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3333 00010000:00010000:1.0:1778923649.293571:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.293585:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923649.373405:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923640 -> 1778923649 00002000:00010000:3.0:1778923649.373419:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923642 -> 1778923649 00010000:00010000:3.0:1778923649.373437:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373454:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373464:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373471:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923649.373477:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373491:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373541:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.373550:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a57ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.373862:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281836416:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 89956us (90977us total) trans 17179872461 rc 0/0 00000100:00100000:3.0:1778923649.373875:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3874 00000001:00080000:2.0:1778923649.375149:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872461 is committed 00000100:00100000:2.0:1778923649.399805:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.400873:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836672 00000100:00100000:0.0:1778923649.400889:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836672 00000100:00100000:0.0:1778923649.401286:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3875 00000100:00100000:0.0:1778923649.401302:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281836672:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923649.401366:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.401395:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 21 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.401406:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.401409:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.401413:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.401486:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 21 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.401563:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 21 pid: 26019 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.401583:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287774592:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923649.401723:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7103d6a80 going to sleep for 11 seconds 00000100:00100000:3.0:1778923649.408930:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287774592:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923649.408976:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.409202:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.409556:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836800 00000100:00100000:3.0:1778923649.409567:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836800 00010000:00010000:3.0:1778923649.409769:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 22 pid: 26019 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.409824:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3334 00000100:00100000:3.0:1778923649.409845:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281836800:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923649.409866:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923649.410172:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 22 pid: 26019 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.410189:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 22 pid: 26019 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.410219:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a54fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54743d expref: 22 pid: 26019 timeout: 1446 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.410242:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.410244:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.410250:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.410261:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.410301:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923649.410641:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281836800:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 796us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.410651:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3334 00010000:00010000:0.0:1778923649.410957:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.410969:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923649.516401:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839544 is committed 00002000:00010000:3.0:1778923649.516837:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923643 -> 1778923649 00002000:00010000:3.0:1778923649.516843:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923645 -> 1778923649 00010000:00010000:3.0:1778923649.516860:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.516877:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.516891:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.516900:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923649.516905:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.516916:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.517078:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.517087:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd8d101e/0x3baece0abe6a57b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.517257:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281836672:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 115954us (117460us total) trans 21474839544 rc 0/0 00000100:00100000:3.0:1778923649.517269:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3875 00000100:00100000:0.0:1778923649.524778:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.524984:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281836928 00000100:00100000:1.0:1778923649.525005:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281836928 00000100:00100000:1.0:1778923649.525092:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3876 00000100:00100000:1.0:1778923649.525103:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281836928:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923649.525173:0:14411:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a08387b, atime: 0x6a08387b, ctime: 0x6a08387c, blocks: 0x203 00010000:00010000:1.0:1778923649.525184:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.525203:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.525206:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.525213:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.525229:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.566294:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.566427:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.566480:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837184 00000100:00100000:0.0:1778923649.566492:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837184 00000100:00100000:0.0:1778923649.566576:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 221 00000100:00100000:0.0:1778923649.566590:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281837184:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:0.0:1778923649.567384:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:2354:x1865335281837184:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 792us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.567400:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 221 00000100:00100000:0.0:1778923649.567451:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837056 00000100:00100000:0.0:1778923649.567457:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837056 00000100:00100000:0.0:1778923649.567491:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 187 00000100:00100000:0.0:1778923649.567499:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281837056:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:0.0:1778923649.567547:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f19450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2353:x1865335281837056:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 50us (1121us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.567553:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 187 00002000:00010000:0.0:1778923649.608017:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923643 -> 1778923649 00002000:00010000:0.0:1778923649.608030:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923644 -> 1778923649 00010000:00010000:0.0:1778923649.608047:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608064:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608074:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608083:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923649.608088:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608099:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608133:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.608141:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a57b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.608272:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281836928:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 83164us (83501us total) trans 17179872462 rc 0/0 00000100:00100000:0.0:1778923649.608283:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3876 00000001:00080000:3.0:1778923649.608626:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872462 is committed 00000100:00100000:0.0:1778923649.647976:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.648817:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837440 00000100:00100000:2.0:1778923649.648842:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837440 00000100:00100000:0.0:1778923649.649411:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5742 00000100:00100000:0.0:1778923649.649424:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54947:x1865335281837440:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923649.649848:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.650576:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a573b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c2 expref: 202 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.651199:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.651208:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923649.654295:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.654336:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.654351:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923649.655217:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940116 00000004:00010000:1.0:1778923649.655281:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fffb6b8 reply state 000000007cd3999b transno 8589940117 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.655296:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923649.659139:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54947:x1865335281837440:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 9699us (11164us total) trans 8589940117 rc 0/0 00000100:00100000:1.0:1778923649.659157:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5742 00000020:00080000:1.0:1778923649.659167:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923649.661847:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661872:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661882:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661889:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.661895:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661904:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661927:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.661942:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.661948:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.661955:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a57c0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.663569:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923649.667136:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.669180:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837568 00000100:00100000:1.0:1778923649.669199:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837568 00000100:00100000:1.0:1778923649.669407:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7596 00000100:00100000:1.0:1778923649.669422:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+22:54947:x1865335281837568:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923649.669649:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923649.669679:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474de expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923649.669718:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a08382a, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:1.0:1778923649.669750:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.669753:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923649.669763:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 23 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.669782:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 23 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.669797:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:1.0:1778923649.669952:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:54947:x1865335281837568:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 534us (2830us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923649.669962:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7596 00000100:00100000:2.0:1778923649.674812:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.674922:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.675235:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837696 00000100:00100000:1.0:1778923649.675253:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837696 00002000:00010000:1.0:1778923649.675331:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:1.0:1778923649.675338:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954dc00 with x1865335281837696 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923649.675355:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954dc00. 00000100:00100000:1.0:1778923649.675421:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837824 00000100:00100000:1.0:1778923649.675426:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837824 00002000:00010000:1.0:1778923649.675454:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:1.0:1778923649.675458:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd7b80 with x1865335281837824 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923649.675465:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd7b80. 00000100:00100000:0.0:1778923649.675603:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3877 00000100:00100000:0.0:1778923649.675621:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281837696:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923649.676680:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923649.676688:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:0.0:1778923649.676691:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923649.676695:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:0.0:1778923649.676697:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923649.676852:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281837696:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1233us (2050us total) trans 17179872463 rc 0/0 00000100:00100000:0.0:1778923649.676862:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3877 00002000:00010000:0.0:1778923649.676867:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:0.0:1778923649.676870:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70954dc00 with x1865335281837696 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923649.676877:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70954dc00. 00000100:00100000:0.0:1778923649.676914:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3878 00000100:00100000:0.0:1778923649.676926:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281837824:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923649.677277:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923649.677280:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:0.0:1778923649.677283:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923649.677285:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:0.0:1778923649.677287:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923649.677636:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281837824:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 711us (2710us total) trans 21474839545 rc 0/0 00000100:00100000:0.0:1778923649.677644:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3878 00002000:00010000:0.0:1778923649.677647:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:0.0:1778923649.677650:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd7b80 with x1865335281837824 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923649.677657:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bfd7b80. 00000100:00100000:3.0:1778923649.681919:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.682280:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281837952 00000100:00100000:1.0:1778923649.682296:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281837952 00000100:00100000:1.0:1778923649.682601:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5743 00000100:00100000:1.0:1778923649.682616:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54947:x1865335281837952:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923649.682653:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923649.682682:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a57ce lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474e5 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.682808:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.682841:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.682855:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923649.682905:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:1.0:1778923649.682911:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923649.682944:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.682977:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a57ce lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474e5 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.683008:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474e5 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.683019:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923649.683022:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923649.683027:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:1.0:1778923649.683103:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54947:x1865335281837952:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 491us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923649.683111:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5743 00000100:00100000:3.0:1778923649.689232:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.689646:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838208 00000100:00100000:0.0:1778923649.689661:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838208 00000100:00100000:0.0:1778923649.689749:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5744 00000100:00100000:0.0:1778923649.689762:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54947:x1865335281838208:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923649.689848:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.689884:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a57d5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474e5 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.689912:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.689918:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923649.690254:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.690273:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.690286:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923649.690661:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940118 00000004:00010000:0.0:1778923649.690696:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000028a69835 reply state 00000000abe68910 transno 8589940119 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.690707:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923649.690838:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54947:x1865335281838208:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1067us (1617us total) trans 8589940119 rc 0/0 00000100:00100000:0.0:1778923649.690847:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5744 00000020:00080000:0.0:1778923649.690853:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923649.698459:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.698596:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838336 00000100:00100000:0.0:1778923649.698608:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838336 00000100:00100000:0.0:1778923649.698673:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7597 00000100:00100000:0.0:1778923649.698684:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:54947:x1865335281838336:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.698708:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.698738:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474ec expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.698776:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a083837, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:0.0:1778923649.698804:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.698807:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.698817:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.698848:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.698865:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706283c00, rc 0) 00000100:00100000:0.0:1778923649.698949:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:54947:x1865335281838336:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 266us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.698957:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7597 00010000:00010000:3.0:1778923649.703921:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.703946:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.703955:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.703963:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706282200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923649.703969:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.703978:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.704009:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.704013:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923649.704018:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.704025:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706282200/0x3baece0abe6a57dc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.704261:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.704342:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.704425:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838464 00000100:00100000:2.0:1778923649.704446:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838464 00002000:00010000:2.0:1778923649.704527:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.704533:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700380 with x1865335281838464 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.704548:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607700380. 00000100:00100000:2.0:1778923649.704574:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838592 00000100:00100000:2.0:1778923649.704578:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838592 00002000:00010000:2.0:1778923649.704594:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.704597:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607702d80 with x1865335281838592 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.704604:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607702d80. 00000100:00100000:2.0:1778923649.704627:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3879 00000100:00100000:2.0:1778923649.704637:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281838464:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.705206:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923649.705212:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.705216:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923649.705218:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.705221:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923649.705300:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281838464:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 663us (1044us total) trans 21474839546 rc 0/0 00000100:00100000:2.0:1778923649.705308:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3879 00002000:00010000:2.0:1778923649.705314:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.705316:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607700380 with x1865335281838464 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.705322:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607700380. 00000100:00100000:2.0:1778923649.705347:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3880 00000100:00100000:2.0:1778923649.705354:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281838592:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.705535:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923649.705538:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.705540:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923649.705543:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.705545:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923649.705568:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281838592:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 215us (1226us total) trans 17179872464 rc 0/0 00000100:00100000:2.0:1778923649.705578:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3880 00002000:00010000:2.0:1778923649.705580:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.705583:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607702d80 with x1865335281838592 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.705588:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607702d80. 00000100:00100000:1.0:1778923649.710265:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.710759:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838720 00000100:00100000:2.0:1778923649.710773:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838720 00000100:00100000:2.0:1778923649.710863:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5745 00000100:00100000:2.0:1778923649.710877:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54947:x1865335281838720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923649.710918:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923649.710954:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a57ea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474f3 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711280:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711301:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711650:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923649.711689:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923649.711695:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923649.711717:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711753:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a57ea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474f3 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711780:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474f3 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.711790:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.711794:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923649.711799:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef800, rc 0) 00000100:00100000:2.0:1778923649.711945:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54947:x1865335281838720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1071us (1693us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.711954:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5745 00000100:00100000:0.0:1778923649.717482:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.717914:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281838976 00000100:00100000:3.0:1778923649.717928:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281838976 00000100:00100000:3.0:1778923649.718017:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5746 00000100:00100000:3.0:1778923649.718029:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54947:x1865335281838976:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923649.718112:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923649.718150:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a57f1 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474f3 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.718172:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.718178:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923649.720111:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.720140:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.720154:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.720634:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940120 00000004:00010000:2.0:1778923649.720675:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008b974137 reply state 00000000c48e3af9 transno 8589940121 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.720688:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923649.720913:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54947:x1865335281838976:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2881us (3443us total) trans 8589940121 rc 0/0 00000100:00100000:2.0:1778923649.720923:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5746 00000020:00080000:2.0:1778923649.720941:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923649.726813:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.726894:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839104 00000100:00100000:3.0:1778923649.726907:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839104 00000100:00100000:3.0:1778923649.726996:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7598 00000100:00100000:3.0:1778923649.727008:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:54947:x1865335281839104:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.727034:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.727063:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5474fa expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923649.727097:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a083844, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:3.0:1778923649.727127:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.727130:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.727139:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 24 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.727159:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 24 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.727176:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a400, rc 0) 00000100:00100000:3.0:1778923649.727251:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:54947:x1865335281839104:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 245us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.727259:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7598 00010000:00010000:2.0:1778923649.730039:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730059:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730068:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730075:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.730080:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730088:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730106:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.730109:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.730115:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.730123:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a57f8 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.730682:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.730763:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.730902:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839232 00000100:00100000:2.0:1778923649.730914:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839232 00002000:00010000:2.0:1778923649.731100:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.731106:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734073480 with x1865335281839232 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.731124:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce734073480. 00000100:00100000:2.0:1778923649.731153:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839360 00000100:00100000:2.0:1778923649.731156:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839360 00002000:00010000:2.0:1778923649.731172:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.731175:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e99f80 with x1865335281839360 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.731183:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e99f80. 00000100:00100000:2.0:1778923649.731245:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3881 00000100:00100000:2.0:1778923649.731256:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281839232:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.731661:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923649.731666:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.731668:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923649.731671:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.731674:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923649.731750:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734073480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281839232:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 495us (1074us total) trans 21474839547 rc 0/0 00000100:00100000:2.0:1778923649.731758:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3881 00002000:00010000:2.0:1778923649.731762:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.731765:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734073480 with x1865335281839232 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.731770:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce734073480. 00000100:00100000:2.0:1778923649.731791:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3882 00000100:00100000:2.0:1778923649.731798:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281839360:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.731967:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923649.731971:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.731973:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923649.731976:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.731978:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923649.732008:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281839360:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 211us (1245us total) trans 17179872465 rc 0/0 00000100:00100000:2.0:1778923649.732015:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3882 00002000:00010000:2.0:1778923649.732019:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.732022:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e99f80 with x1865335281839360 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.732026:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728e99f80. 00000100:00100000:0.0:1778923649.736401:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.736770:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839488 00000100:00100000:1.0:1778923649.736786:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839488 00000100:00100000:1.0:1778923649.736873:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5747 00000100:00100000:1.0:1778923649.736884:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54947:x1865335281839488:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923649.736921:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923649.736946:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5806 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547501 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737062:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737083:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737098:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923649.737142:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:1.0:1778923649.737148:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923649.737175:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737281:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5806 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547501 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737298:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547501 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.737306:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923649.737309:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923649.737314:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923649.737392:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54947:x1865335281839488:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 509us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923649.737400:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5747 00000100:00100000:1.0:1778923649.742150:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.742406:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839744 00000100:00100000:2.0:1778923649.742420:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839744 00000100:00100000:2.0:1778923649.742528:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5748 00000100:00100000:2.0:1778923649.742542:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54947:x1865335281839744:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923649.742629:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923649.742667:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a580d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547501 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.742693:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.742700:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923649.743043:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.743061:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.743073:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.743143:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940122 00000004:00010000:2.0:1778923649.743179:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e4dc3efe reply state 0000000056fb2de1 transno 8589940123 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.743191:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923649.743420:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54947:x1865335281839744:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 880us (1284us total) trans 8589940123 rc 0/0 00000100:00100000:2.0:1778923649.743437:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5748 00000020:00080000:2.0:1778923649.743444:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923649.747452:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747476:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747485:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747491:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.747497:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747532:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747552:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.747556:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.747562:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.747569:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5814 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.750973:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.751159:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281839872 00000100:00100000:0.0:1778923649.751172:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281839872 00000100:00100000:0.0:1778923649.751250:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7599 00000100:00100000:0.0:1778923649.751261:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:54947:x1865335281839872:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.751286:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.751320:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547508 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.751362:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a083844, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:0.0:1778923649.751391:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.751395:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.751404:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.751423:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.751451:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706283600, rc 0) 00000100:00100000:0.0:1778923649.751573:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:54947:x1865335281839872:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 314us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.751580:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7599 00000100:00100000:3.0:1778923649.755875:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.756306:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840000 00000100:00100000:1.0:1778923649.756320:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840000 00002000:00010000:1.0:1778923649.756376:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:1.0:1778923649.756383:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098d9500 with x1865335281840000 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923649.756400:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098d9500. 00000100:00100000:1.0:1778923649.756454:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3883 00000100:00100000:1.0:1778923649.756465:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281840000:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923649.756951:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923649.756957:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:1.0:1778923649.756960:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923649.756961:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:1.0:1778923649.756963:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923649.759342:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281840000:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2863us (3466us total) trans 17179872466 rc 0/0 00000100:00100000:2.0:1778923649.759361:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3883 00002000:00010000:2.0:1778923649.759371:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.759376:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7098d9500 with x1865335281840000 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.759390:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7098d9500. 00000100:00100000:1.0:1778923649.759759:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.759945:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840128 00000100:00100000:2.0:1778923649.759961:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840128 00002000:00010000:2.0:1778923649.760145:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.760150:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6d80 with x1865335281840128 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.760158:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b6d80. 00000100:00100000:2.0:1778923649.760186:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3884 00000100:00100000:2.0:1778923649.760196:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281840128:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.760793:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923649.760798:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.760802:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923649.760804:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:2.0:1778923649.760806:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923649.760895:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281840128:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 699us (1136us total) trans 21474839548 rc 0/0 00000100:00100000:2.0:1778923649.760904:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3884 00002000:00010000:2.0:1778923649.760908:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.760911:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6d80 with x1865335281840128 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.760921:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b6d80. 00000100:00100000:1.0:1778923649.763945:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.764193:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840256 00000100:00100000:2.0:1778923649.764207:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840256 00000100:00100000:2.0:1778923649.764344:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5749 00000100:00100000:2.0:1778923649.764357:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54947:x1865335281840256:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923649.764391:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923649.764418:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5822 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54750f expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.764596:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.765211:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.765226:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923649.765270:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923649.765275:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923649.765298:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.765337:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5822 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54750f expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.765359:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54750f expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.765368:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.765371:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923649.765376:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:2.0:1778923649.765869:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54947:x1865335281840256:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1510us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.765881:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5749 00000100:00100000:3.0:1778923649.773033:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.773186:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840512 00000100:00100000:1.0:1778923649.773201:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840512 00000100:00100000:1.0:1778923649.773285:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5750 00000100:00100000:1.0:1778923649.773298:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54947:x1865335281840512:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923649.773382:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923649.773422:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5829 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54750f expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.773459:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923649.773466:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923649.773873:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.773893:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923649.773904:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923649.773974:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940124 00000004:00010000:1.0:1778923649.774007:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000094926380 reply state 00000000d02522da transno 8589940125 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.774018:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923649.774137:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54947:x1865335281840512:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 840us (1121us total) trans 8589940125 rc 0/0 00000100:00100000:1.0:1778923649.774145:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5750 00000020:00080000:1.0:1778923649.774153:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923649.779082:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.779375:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840640 00000100:00100000:0.0:1778923649.779389:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840640 00000100:00100000:0.0:1778923649.779473:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7600 00000100:00100000:0.0:1778923649.779485:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:54947:x1865335281840640:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.779545:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.779580:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547516 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.779804:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a083854, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:0.0:1778923649.779845:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.779849:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.779859:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.779880:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 29 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.779897:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706282200, rc 0) 00000100:00100000:0.0:1778923649.780113:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:54947:x1865335281840640:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 629us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.780121:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7600 00010000:00010000:2.0:1778923649.780576:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780589:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780596:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780610:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.780615:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780624:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780642:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.780645:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.780650:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.780657:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5830 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.784808:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.784865:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.784978:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840768 00000100:00100000:2.0:1778923649.784991:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840768 00002000:00010000:2.0:1778923649.785047:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.785053:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43b80 with x1865335281840768 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.785080:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43b80. 00000100:00100000:2.0:1778923649.785115:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281840896 00000100:00100000:2.0:1778923649.785119:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281840896 00002000:00010000:2.0:1778923649.785136:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.785139:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42300 with x1865335281840896 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.785148:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d42300. 00000100:00100000:2.0:1778923649.785220:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3885 00000100:00100000:2.0:1778923649.785233:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281840768:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:3.0:1778923649.785285:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3886 00000100:00100000:3.0:1778923649.785295:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281840896:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.785715:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923649.785720:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.785723:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923649.785725:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.785728:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923649.785807:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281840768:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 576us (1015us total) trans 17179872467 rc 0/0 00000100:00100000:2.0:1778923649.785815:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3885 00002000:00010000:2.0:1778923649.785819:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.785822:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43b80 with x1865335281840768 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.785837:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43b80. 00002000:00010000:3.0:1778923649.787838:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923649.787850:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:3.0:1778923649.787853:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923649.787855:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:3.0:1778923649.787858:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923649.787938:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281840896:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2637us (3065us total) trans 21474839549 rc 0/0 00000100:00100000:3.0:1778923649.787950:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3886 00002000:00010000:3.0:1778923649.787957:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.787960:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42300 with x1865335281840896 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.787968:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d42300. 00000100:00100000:1.0:1778923649.798451:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.801478:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841024 00000100:00100000:3.0:1778923649.801499:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841024 00000100:00100000:3.0:1778923649.801666:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5751 00000100:00100000:3.0:1778923649.801680:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54947:x1865335281841024:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.801718:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.801751:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a583e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54751d expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.801888:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.801908:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.801924:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923649.801966:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923649.801971:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923649.802006:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.802039:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a583e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54751d expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.802063:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54751d expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.802073:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.802076:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923649.802082:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a600, rc 0) 00000100:00100000:3.0:1778923649.802186:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54947:x1865335281841024:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 509us (3761us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.802192:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5751 00000100:00100000:2.0:1778923649.813634:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.816094:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841280 00000100:00100000:0.0:1778923649.816114:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841280 00000100:00100000:0.0:1778923649.816217:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5752 00000100:00100000:0.0:1778923649.816231:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54947:x1865335281841280:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923649.816308:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.816344:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a5845 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54751d expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.816370:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.816377:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923649.816771:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.816790:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.816803:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923649.816882:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940126 00000004:00010000:0.0:1778923649.816912:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003eb554d5 reply state 00000000ad86693e transno 8589940127 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.816922:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923649.817062:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54947:x1865335281841280:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 833us (3440us total) trans 8589940127 rc 0/0 00000100:00100000:0.0:1778923649.817070:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5752 00000020:00080000:0.0:1778923649.817077:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923649.822445:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.822539:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841408 00000100:00100000:0.0:1778923649.822554:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841408 00000100:00100000:0.0:1778923649.822727:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7601 00000100:00100000:0.0:1778923649.822741:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:54947:x1865335281841408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.822768:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.822798:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547524 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.822846:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a083858, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:0.0:1778923649.822875:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.822877:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.822886:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.822906:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.822927:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819600, rc 0) 00010000:00010000:2.0:1778923649.823051:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823063:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823071:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823079:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.823085:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823098:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823116:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.823120:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.823126:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.823132:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a584c lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.825144:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:54947:x1865335281841408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2389us (2697us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.825159:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7601 00000100:00100000:1.0:1778923649.832198:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.832259:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.832368:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841536 00000100:00100000:2.0:1778923649.832382:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841536 00002000:00010000:2.0:1778923649.832452:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.832458:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65b480 with x1865335281841536 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.832476:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65b480. 00000100:00100000:2.0:1778923649.832548:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841664 00000100:00100000:2.0:1778923649.832551:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841664 00002000:00010000:2.0:1778923649.832566:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.832570:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb800 with x1865335281841664 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.832577:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb800. 00000100:00100000:2.0:1778923649.832595:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3887 00000100:00100000:2.0:1778923649.832614:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281841536:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:0.0:1778923649.833015:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3888 00000100:00100000:0.0:1778923649.833027:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281841664:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923649.833262:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923649.833266:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:0.0:1778923649.833269:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923649.833272:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:0.0:1778923649.833275:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1778923649.833304:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923649.833307:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.833309:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923649.833311:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:2.0:1778923649.833314:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923649.833368:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281841664:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 343us (1107us total) trans 21474839550 rc 0/0 00000100:00100000:0.0:1778923649.833377:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3888 00002000:00010000:0.0:1778923649.833382:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:0.0:1778923649.833385:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb800 with x1865335281841664 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923649.833390:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb800. 00000100:00100000:2.0:1778923649.833800:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281841536:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1192us (1614us total) trans 17179872468 rc 0/0 00000100:00100000:2.0:1778923649.833809:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3887 00002000:00010000:2.0:1778923649.833812:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.833815:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65b480 with x1865335281841536 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.833821:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65b480. 00000100:00100000:1.0:1778923649.841089:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.841271:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281841792 00000100:00100000:2.0:1778923649.841283:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281841792 00000100:00100000:2.0:1778923649.841399:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5753 00000100:00100000:2.0:1778923649.841412:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54947:x1865335281841792:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923649.841458:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923649.841487:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a585a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54752b expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.841855:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.841876:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.841890:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923649.841926:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923649.842032:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923649.842061:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.842100:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a585a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54752b expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.842123:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54752b expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.842133:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.842135:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923649.842140:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:2.0:1778923649.842316:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54947:x1865335281841792:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 906us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.842325:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5753 00000100:00100000:2.0:1778923649.847938:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.848171:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842048 00000100:00100000:0.0:1778923649.848185:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842048 00000100:00100000:0.0:1778923649.848272:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5754 00000100:00100000:0.0:1778923649.848285:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54947:x1865335281842048:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923649.848363:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.848402:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceee00/0x3baece0abe6a5861 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54752b expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.848428:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.848435:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923649.849199:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.849224:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.849235:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923649.849308:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940128 00000004:00010000:0.0:1778923649.849338:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000924f25d6 reply state 00000000b7597ab4 transno 8589940129 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.849349:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923649.849498:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54947:x1865335281842048:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1212us (1576us total) trans 8589940129 rc 0/0 00000100:00100000:0.0:1778923649.849537:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5754 00000020:00080000:0.0:1778923649.849545:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923649.860950:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.861118:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842176 00000100:00100000:0.0:1778923649.861132:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842176 00000100:00100000:0.0:1778923649.861230:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7602 00000100:00100000:0.0:1778923649.861243:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54947:x1865335281842176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.861266:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.861293:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547532 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.861334:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 188416, mtime: 0x6a083880, atime: 0x6a08385b, ctime: 0x6a083880, blocks: 0x203 00010000:00010000:0.0:1778923649.861364:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.861367:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.861376:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.861396:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.861412:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819800, rc 0) 00000100:00100000:0.0:1778923649.861535:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54947:x1865335281842176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 295us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.861543:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7602 00000100:00100000:1.0:1778923649.865257:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.865308:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.865455:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842432 00000100:00100000:3.0:1778923649.865468:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842432 00002000:00010000:3.0:1778923649.865566:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.865572:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8380 with x1865335281842432 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.865589:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8380. 00000100:00100000:3.0:1778923649.865622:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842304 00000100:00100000:3.0:1778923649.865625:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842304 00002000:00010000:3.0:1778923649.865638:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.865641:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb100 with x1865335281842304 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.865649:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb100. 00000100:00100000:3.0:1778923649.865678:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3889 00000100:00100000:3.0:1778923649.865690:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281842432:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923649.866069:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923649.866075:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923636 -> 1778923649 00002000:00010000:3.0:1778923649.866078:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923649.866080:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923636 -> 1778923649 00002000:00010000:3.0:1778923649.866083:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923649.866162:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281842432:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 473us (920us total) trans 17179872469 rc 0/0 00000100:00100000:3.0:1778923649.866171:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3889 00002000:00010000:3.0:1778923649.866175:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.866178:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73fee8380 with x1865335281842432 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.866182:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73fee8380. 00000100:00100000:3.0:1778923649.866204:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3890 00000100:00100000:3.0:1778923649.866212:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281842304:12345-192.168.203.24@tcp:10:lfs.0 00010000:00010000:2.0:1778923649.868975:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.868997:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.869005:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.869012:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.869017:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.869026:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.869055:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.869059:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.869066:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.869074:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a5868 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.871211:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923649.871273:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923648 -> 1778923649 00002000:00010000:0.0:1778923649.871276:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923649.871279:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923648 -> 1778923649 00002000:00010000:0.0:1778923649.871281:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923649.871460:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281842304:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 5240us (6143us total) trans 21474839551 rc 0/0 00000100:00100000:0.0:1778923649.871473:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3890 00002000:00010000:0.0:1778923649.871481:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:0.0:1778923649.871485:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73feeb100 with x1865335281842304 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923649.871495:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73feeb100. 00000100:00100000:1.0:1778923649.875891:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.876006:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842560 00000100:00100000:0.0:1778923649.876020:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842560 00000100:00100000:0.0:1778923649.876092:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5755 00000100:00100000:0.0:1778923649.876104:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+215:54947:x1865335281842560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.876135:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.876161:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a5876 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547539 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876289:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876309:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876323:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923649.876360:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923649.876365:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923649.876387:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876422:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a5876 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547539 expref: 217 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876444:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547539 expref: 216 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.876453:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.876456:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923649.876461:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:0.0:1778923649.876576:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73feebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:54947:x1865335281842560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 475us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.876584:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5755 00000100:00100000:1.0:1778923649.884657:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.884877:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842816 00000100:00100000:2.0:1778923649.884893:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842816 00000100:00100000:2.0:1778923649.884988:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5756 00000100:00100000:2.0:1778923649.885001:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54947:x1865335281842816:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923649.885085:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923649.885133:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a587d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547539 expref: 216 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.885162:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.885169:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923649.885553:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.885574:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.885592:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.885676:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940130 00000004:00010000:2.0:1778923649.885710:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000025276c9f reply state 00000000844e2f0d transno 8589940131 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.885720:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923649.885873:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:54947:x1865335281842816:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 872us (1230us total) trans 8589940131 rc 0/0 00000100:00100000:2.0:1778923649.885882:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5756 00000020:00080000:2.0:1778923649.885889:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923649.894194:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923649.894303:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894321:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894330:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894337:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728ceea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.894343:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894352:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894373:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.894378:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.894383:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.894391:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728ceea00/0x3baece0abe6a5884 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.894793:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281842944 00000100:00100000:3.0:1778923649.894807:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281842944 00000100:00100000:3.0:1778923649.895150:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7603 00000100:00100000:3.0:1778923649.895166:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:54947:x1865335281842944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.895192:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.895229:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547540 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923649.895266:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 188416, mtime: 0x6a083881, atime: 0x6a08385b, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:3.0:1778923649.895297:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.895300:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923649.895309:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 31 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.895327:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 31 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.895342:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:3.0:1778923649.895427:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+31:54947:x1865335281842944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 265us (1247us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.899173:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7603 00000100:00100000:1.0:1778923649.899806:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.900167:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.900858:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843200 00000100:00100000:0.0:1778923649.900873:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843200 00002000:00010000:0.0:1778923649.901032:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:0.0:1778923649.901038:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e680 with x1865335281843200 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923649.901056:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459e680. 00000100:00100000:3.0:1778923649.901094:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843072 00000100:00100000:3.0:1778923649.901099:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843072 00002000:00010000:3.0:1778923649.901121:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.901125:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459dc00 with x1865335281843072 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.901133:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459dc00. 00000100:00100000:3.0:1778923649.901167:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3891 00000100:00100000:3.0:1778923649.901179:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281843200:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923649.901287:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3892 00000100:00100000:2.0:1778923649.901299:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281843072:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.901748:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923649.901753:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:2.0:1778923649.901756:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923649.901758:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:2.0:1778923649.901761:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923649.901849:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281843072:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 553us (1682us total) trans 21474839552 rc 0/0 00000100:00100000:2.0:1778923649.901858:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3892 00002000:00010000:2.0:1778923649.901862:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:2.0:1778923649.901865:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459dc00 with x1865335281843072 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923649.901870:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459dc00. 00002000:00010000:3.0:1778923649.902306:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923649.902310:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923636 -> 1778923650 00002000:00010000:3.0:1778923649.902312:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923649.902314:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923636 -> 1778923650 00002000:00010000:3.0:1778923649.902316:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923649.902343:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281843200:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1167us (2540us total) trans 17179872470 rc 0/0 00000100:00100000:3.0:1778923649.902353:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3891 00002000:00010000:3.0:1778923649.902356:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.902359:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e680 with x1865335281843200 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.902364:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459e680. 00000100:00100000:2.0:1778923649.906128:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.906279:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843328 00000100:00100000:0.0:1778923649.906294:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843328 00000100:00100000:0.0:1778923649.906406:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5757 00000100:00100000:0.0:1778923649.906420:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:54947:x1865335281843328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.906566:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.906594:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a5892 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547547 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.906821:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.906853:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.906867:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923649.906906:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923649.906911:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923649.907081:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.907122:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e819200/0x3baece0abe6a5892 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547547 expref: 219 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.907144:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547547 expref: 218 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.907154:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.907157:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923649.907162:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:0.0:1778923649.907361:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54947:x1865335281843328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 943us (1246us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.907371:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5757 00000100:00100000:1.0:1778923649.913073:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.913398:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843584 00000100:00100000:3.0:1778923649.913412:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843584 00000100:00100000:3.0:1778923649.913539:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5758 00000100:00100000:3.0:1778923649.913553:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54947:x1865335281843584:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923649.913768:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923649.913809:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5899 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547547 expref: 218 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.913843:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.913849:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923649.914407:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.914427:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.915244:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923649.915405:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940132 00000004:00010000:3.0:1778923649.915460:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004702fd43 reply state 0000000022cb28aa transno 8589940133 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.915471:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923649.915660:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:54947:x1865335281843584:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2105us (2595us total) trans 8589940133 rc 0/0 00000100:00100000:3.0:1778923649.915669:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5758 00000020:00080000:3.0:1778923649.915677:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923649.919050:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.919157:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843712 00000100:00100000:0.0:1778923649.919171:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843712 00000100:00100000:0.0:1778923649.919245:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7604 00000100:00100000:0.0:1778923649.919257:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:54947:x1865335281843712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923649.919281:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923649.919310:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54754e expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923649.919355:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 188416, mtime: 0x6a083881, atime: 0x6a08386d, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:0.0:1778923649.919385:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.919388:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923649.919399:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.919424:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.919451:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e819200, rc 0) 00000100:00100000:0.0:1778923649.919545:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:54947:x1865335281843712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 290us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923649.919553:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7604 00010000:00010000:3.0:1778923649.921712:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921733:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921742:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921748:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923649.921754:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921763:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921783:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.921787:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923649.921793:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.921801:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58a0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.924032:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.924107:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843840 00000100:00100000:3.0:1778923649.924121:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843840 00002000:00010000:3.0:1778923649.924174:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.924179:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7800 with x1865335281843840 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.924195:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e7800. 00000100:00100000:3.0:1778923649.924234:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3893 00000100:00100000:3.0:1778923649.924245:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281843840:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923649.924698:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923649.924703:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923649.924706:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923649.924709:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923649.924711:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923649.924796:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281843840:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 551us (776us total) trans 17179872471 rc 0/0 00000100:00100000:3.0:1778923649.924806:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3893 00002000:00010000:3.0:1778923649.924810:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.924813:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e7800 with x1865335281843840 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.924818:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e7800. 00000100:00100000:1.0:1778923649.927237:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.927356:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281843968 00000100:00100000:2.0:1778923649.927370:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281843968 00002000:00010000:2.0:1778923649.927421:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.927427:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4a80 with x1865335281843968 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.927452:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e4a80. 00000100:00100000:2.0:1778923649.927493:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3894 00000100:00100000:2.0:1778923649.927537:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281843968:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923649.927891:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923649.927896:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923636 -> 1778923650 00002000:00010000:2.0:1778923649.927899:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923649.927901:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923636 -> 1778923650 00002000:00010000:2.0:1778923649.927903:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923649.928003:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281843968:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 500us (778us total) trans 21474839553 rc 0/0 00000100:00100000:2.0:1778923649.928012:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3894 00002000:00010000:2.0:1778923649.928015:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:2.0:1778923649.928018:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4a80 with x1865335281843968 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923649.928022:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72e3e4a80. 00000100:00100000:1.0:1778923649.932205:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.932308:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844096 00000100:00100000:3.0:1778923649.932322:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844096 00000100:00100000:3.0:1778923649.932403:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5759 00000100:00100000:3.0:1778923649.932415:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+219:54947:x1865335281844096:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.932448:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.932476:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58ae lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547555 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932641:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932659:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932672:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923649.932708:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923649.932712:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923649.932733:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932765:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a600/0x3baece0abe6a58ae lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547555 expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932785:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547555 expref: 220 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.932794:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.932797:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923649.932801:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1bc00, rc 0) 00000100:00100000:3.0:1778923649.933150:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+220:54947:x1865335281844096:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 735us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923649.933159:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5759 00000100:00100000:1.0:1778923649.938919:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923649.939037:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844352 00000100:00100000:0.0:1778923649.939052:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844352 00000100:00100000:0.0:1778923649.939136:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5760 00000100:00100000:0.0:1778923649.939147:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54947:x1865335281844352:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923649.939222:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923649.939257:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1bc00/0x3baece0abe6a58b5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547555 expref: 220 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.939281:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923649.939288:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923649.939704:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.939725:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923649.939739:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923649.939816:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940134 00000004:00010000:0.0:1778923649.939857:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000584e10c reply state 00000000a2650198 transno 8589940135 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923649.939867:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923649.939992:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+222:54947:x1865335281844352:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 845us (1086us total) trans 8589940135 rc 0/0 00000100:00100000:0.0:1778923649.940001:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5760 00000020:00080000:0.0:1778923649.940008:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923649.942690:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942712:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942720:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942727:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e818000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923649.942732:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942741:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942761:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.942765:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923649.942771:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.942777:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818000/0x3baece0abe6a58bc lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.945367:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.945474:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844480 00000100:00100000:2.0:1778923649.945488:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844480 00000100:00100000:2.0:1778923649.945582:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7605 00000100:00100000:2.0:1778923649.945593:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:54947:x1865335281844480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923649.945618:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923649.945647:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54755c expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923649.945683:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 260169, mtime: 0x6a083881, atime: 0x6a083876, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923649.945713:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.945716:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.945725:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 37 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.945748:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 37 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.945763:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceea00, rc 0) 00000100:00100000:2.0:1778923649.945855:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:54947:x1865335281844480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 264us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.945863:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7605 00000100:00100000:1.0:1778923649.948783:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.948894:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844608 00000100:00100000:3.0:1778923649.948907:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844608 00000100:00100000:3.0:1778923649.948981:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7606 00000100:00100000:3.0:1778923649.948992:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+33:54947:x1865335281844608:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.949018:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.949041:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547563 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.949086:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.949096:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923649.949098:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923649.949102:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547563 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.949144:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.949159:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 34 pid: 22251 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.949175:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287774720:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923649.949331:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923649.952377:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.952490:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844736 00000100:00100000:2.0:1778923649.952541:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844736 00010000:00010000:2.0:1778923649.952593:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.952639:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3335 00000100:00100000:2.0:1778923649.952650:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281844736:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923649.952669:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923649.952700:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.952716:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.952752:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.952754:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.952761:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547563 expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.952772:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547563 expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.952820:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547563 expref: 35 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.952848:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287774848:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923649.953180:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00010000:00010000:3.0:1778923649.955325:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a4afb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547085 expref: 35 pid: 22251 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923649.955357:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287774720:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923649.955397:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef160528/0x3baece0abe6a58ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547563 expref: 34 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.955415:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a600, rc 0) 00000100:00100000:2.0:1778923649.956162:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:54947:x1865335281844608:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 7165us (7389us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.956175:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7606 00000100:00100000:2.0:1778923649.957182:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287774848:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923649.957212:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923649.957326:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281844736:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4677us (4962us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.957337:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3335 00000100:00100000:2.0:1778923649.960711:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.960761:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.960835:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844864 00000100:00100000:3.0:1778923649.960848:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844864 00002000:00010000:3.0:1778923649.960900:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.960907:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6a00 with x1865335281844864 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.960924:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6a00. 00000100:00100000:3.0:1778923649.960960:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281844992 00000100:00100000:3.0:1778923649.960963:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281844992 00002000:00010000:3.0:1778923649.960977:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.960980:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c23800 with x1865335281844992 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.960986:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737c23800. 00000100:00100000:3.0:1778923649.961005:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3895 00000100:00100000:3.0:1778923649.961015:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281844864:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923649.961428:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 260169 -> 188111 00002000:00010000:3.0:1778923649.961433:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923649.961435:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923649.961449:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923649.961452:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923649.961608:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3896 00000100:00100000:0.0:1778923649.961620:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281844992:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923649.961840:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923649.961843:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923638 -> 1778923650 00002000:00010000:0.0:1778923649.961846:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923649.961848:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923639 -> 1778923650 00002000:00010000:0.0:1778923649.961850:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923649.962360:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281844864:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1343us (1661us total) trans 17179872472 rc 0/0 00000100:00100000:3.0:1778923649.962371:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3895 00002000:00010000:3.0:1778923649.962378:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.962381:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bfd6a00 with x1865335281844864 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.962390:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bfd6a00. 00000100:00100000:0.0:1778923649.962694:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281844992:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1075us (1929us total) trans 21474839554 rc 0/0 00000100:00100000:0.0:1778923649.962702:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3896 00002000:00010000:0.0:1778923649.962706:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:0.0:1778923649.962709:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737c23800 with x1865335281844992 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923649.962716:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737c23800. 00000100:00100000:1.0:1778923649.965768:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.965879:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845120 00000100:00100000:3.0:1778923649.965892:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845120 00000100:00100000:3.0:1778923649.966090:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5761 00000100:00100000:3.0:1778923649.966103:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+221:54947:x1865335281845120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923649.966139:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923649.966167:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a58d1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54756a expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966288:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966308:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966324:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923649.966360:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923649.966364:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923649.966385:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966416:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1be00/0x3baece0abe6a58d1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54756a expref: 223 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966669:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54756a expref: 222 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.966682:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.966686:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923649.966691:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1ba00, rc 0) 00000100:00100000:2.0:1778923649.966849:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:54947:x1865335281845120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 748us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.966858:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5761 00000100:00100000:0.0:1778923649.971947:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.972397:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845376 00000100:00100000:2.0:1778923649.972410:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845376 00000100:00100000:2.0:1778923649.972696:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5762 00000100:00100000:2.0:1778923649.972710:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+222:54947:x1865335281845376:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923649.972788:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923649.972836:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a58d8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54756a expref: 222 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.972860:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923649.972866:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923649.973192:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.973212:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.973223:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923649.973294:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940136 00000004:00010000:2.0:1778923649.973326:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000085a61dd1 reply state 000000006b17f7a8 transno 8589940137 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923649.973338:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923649.973837:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+224:54947:x1865335281845376:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1118us (1901us total) trans 8589940137 rc 0/0 00000100:00100000:2.0:1778923649.973846:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5762 00000020:00080000:2.0:1778923649.973853:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923649.977691:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977717:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977726:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977732:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923649.977737:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977746:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977767:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923649.977771:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923649.977777:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923649.977784:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58df lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923649.977964:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923649.978348:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845504 00000100:00100000:2.0:1778923649.978362:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845504 00000100:00100000:2.0:1778923649.978441:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7607 00000100:00100000:2.0:1778923649.978452:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:54947:x1865335281845504:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923649.978475:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923649.978500:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547571 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923649.978551:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 193917, mtime: 0x6a083881, atime: 0x6a083876, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923649.978579:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.978582:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923649.978592:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 35 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.978611:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 35 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923649.978625:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceec00, rc 0) 00000100:00100000:2.0:1778923649.978707:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+35:54947:x1865335281845504:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 257us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923649.978715:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7607 00000100:00100000:1.0:1778923649.981881:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923649.982010:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923649.982108:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845760 00000100:00100000:3.0:1778923649.982120:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845760 00002000:00010000:3.0:1778923649.982176:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.982183:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5180 with x1865335281845760 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.982200:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5180. 00000100:00100000:3.0:1778923649.982280:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845632 00000100:00100000:3.0:1778923649.982284:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845632 00002000:00010000:3.0:1778923649.982300:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:3.0:1778923649.982303:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772c000 with x1865335281845632 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923649.982311:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772c000. 00000100:00100000:3.0:1778923649.988131:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3897 00000100:00100000:3.0:1778923649.988168:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281845760:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923649.988599:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3898 00000100:00100000:1.0:1778923649.988615:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281845632:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923649.988986:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 193917 -> 188111 00002000:00010000:1.0:1778923649.988991:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:1.0:1778923649.988994:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923649.988996:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:1.0:1778923649.988999:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923649.989091:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281845632:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 481us (7160us total) trans 21474839555 rc 0/0 00000100:00100000:1.0:1778923649.989099:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3898 00002000:00010000:1.0:1778923649.989106:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:1.0:1778923649.989110:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772c000 with x1865335281845632 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923649.989119:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772c000. 00002000:00010000:3.0:1778923649.991413:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923649.991424:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923640 -> 1778923650 00002000:00010000:3.0:1778923649.991428:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923649.991431:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923642 -> 1778923650 00002000:00010000:3.0:1778923649.991433:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923649.991624:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281845760:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 3470us (9749us total) trans 17179872473 rc 0/0 00000100:00100000:3.0:1778923649.991638:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3897 00002000:00010000:3.0:1778923649.991645:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:3.0:1778923649.991649:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e5180 with x1865335281845760 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923649.991657:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e5180. 00000100:00100000:1.0:1778923650.000183:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.001574:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281845888 00000100:00100000:2.0:1778923650.001590:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281845888 00000100:00100000:2.0:1778923650.001859:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5763 00000100:00100000:2.0:1778923650.001880:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+223:54947:x1865335281845888:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923650.001917:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923650.001945:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58ed lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547578 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003533:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003564:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003580:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923650.003696:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923650.003702:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923650.003728:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003770:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58ed lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547578 expref: 225 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003795:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547578 expref: 224 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.003805:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.003808:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923650.003812:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cef800, rc 0) 00000100:00100000:2.0:1778923650.004210:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+224:54947:x1865335281845888:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2339us (4041us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.004222:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5763 00000100:00080000:0.0:1778923650.008688:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923650.016190:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.017290:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846144 00000100:00100000:2.0:1778923650.017307:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846144 00000100:00100000:2.0:1778923650.017405:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5764 00000100:00100000:2.0:1778923650.017427:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54947:x1865335281846144:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923650.017558:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.017599:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a58f4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547578 expref: 224 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.017626:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.017632:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923650.018180:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.018199:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.018212:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923650.018281:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940138 00000004:00010000:2.0:1778923650.018312:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d286c97a reply state 000000004cf0a03d transno 8589940139 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.018322:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923650.018455:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54947:x1865335281846144:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1038us (2280us total) trans 8589940139 rc 0/0 00000100:00100000:2.0:1778923650.018468:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5764 00000020:00080000:2.0:1778923650.018475:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923650.023432:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023468:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023478:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023485:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923650.023491:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023545:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023570:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.023574:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923650.023581:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.023588:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a58fb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.032182:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.032549:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846272 00000100:00100000:0.0:1778923650.032564:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846272 00000100:00100000:0.0:1778923650.032664:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7608 00000100:00100000:0.0:1778923650.032677:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:54947:x1865335281846272:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923650.032704:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923650.032739:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54757f expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1778923650.032773:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1778923650.032788:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 193917, mtime: 0x6a083881, atime: 0x6a083876, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:0.0:1778923650.032818:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.032821:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.032838:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.032859:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.033106:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:0.0:1778923650.033196:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:54947:x1865335281846272:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 521us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.033204:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7608 00000100:00100000:3.0:1778923650.059988:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.060945:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846400 00000100:00100000:0.0:1778923650.060959:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846400 00000100:00100000:0.0:1778923650.061103:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7609 00000100:00100000:0.0:1778923650.061116:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:54947:x1865335281846400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923650.061138:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923650.061162:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547586 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.061220:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.061447:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.061450:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.061456:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547586 expref: 37 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.061533:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.061550:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.061567:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287774976:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.062073:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81000 going to sleep for 11 seconds 00000100:00080000:2.0:1778923650.066687:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923650.071106:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.072298:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6548:1865335287774976:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923650.072350:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547586 expref: 37 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.072380:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818000, rc 0) 00000100:00100000:0.0:1778923650.072482:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:54947:x1865335281846400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 11369us (12508us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.072492:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7609 00000100:00100000:2.0:1778923650.072969:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846528 00000100:00100000:2.0:1778923650.072981:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846528 00010000:00010000:2.0:1778923650.073027:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.073075:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3336 00000100:00100000:2.0:1778923650.073086:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281846528:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.073110:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.073140:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.073154:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.073183:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005e1cd60/0x3baece0abe6a4f77 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54727d expref: 37 pid: 26020 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.073201:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.073203:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.073211:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547586 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.073222:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547586 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.073267:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e001f741/0x3baece0abe6a5909 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547586 expref: 36 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.073284:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287775104:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923650.073385:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.080072:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.080102:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737c21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287775104:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923650.080139:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.080561:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281846528:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7472us (9468us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.080578:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3336 00000100:00100000:0.0:1778923650.084725:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846656 00000100:00100000:0.0:1778923650.084744:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846656 00002000:00010000:0.0:1778923650.084821:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:0.0:1778923650.084836:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772f100 with x1865335281846656 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923650.084855:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772f100. 00000100:00100000:0.0:1778923650.084929:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3899 00000100:00100000:0.0:1778923650.084944:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281846656:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923650.085368:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 193917 -> 188111 00002000:00010000:0.0:1778923650.085372:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:0.0:1778923650.085374:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923650.085377:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:0.0:1778923650.085379:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923650.085888:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281846656:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 940us (5831us total) trans 17179872474 rc 0/0 00000100:00100000:0.0:1778923650.085902:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3899 00002000:00010000:0.0:1778923650.085908:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:0.0:1778923650.085910:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772f100 with x1865335281846656 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923650.085917:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772f100. 00000100:00100000:1.0:1778923650.097674:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.098267:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846784 00000100:00100000:2.0:1778923650.098282:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846784 00002000:00010000:2.0:1778923650.098354:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:2.0:1778923650.098360:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772d180 with x1865335281846784 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923650.098375:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772d180. 00000100:00100000:2.0:1778923650.098419:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3900 00000100:00100000:2.0:1778923650.098429:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281846784:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923650.099108:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.099114:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923640 -> 1778923650 00002000:00010000:2.0:1778923650.099118:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923650.099120:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923642 -> 1778923650 00002000:00010000:2.0:1778923650.099123:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923650.099612:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281846784:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1177us (1947us total) trans 21474839556 rc 0/0 00000100:00100000:2.0:1778923650.099623:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3900 00002000:00010000:2.0:1778923650.099630:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:2.0:1778923650.099634:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772d180 with x1865335281846784 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923650.099642:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70772d180. 00000100:00100000:2.0:1778923650.116096:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.116305:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281846912 00000100:00100000:0.0:1778923650.116320:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281846912 00000100:00100000:0.0:1778923650.116409:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5765 00000100:00100000:0.0:1778923650.116422:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+225:54947:x1865335281846912:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923650.116455:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923650.117295:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a5910 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54758d expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117467:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117673:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117690:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923650.117729:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923650.117735:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923650.117756:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117791:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a5910 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54758d expref: 227 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117813:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54758d expref: 226 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.117822:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.117836:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923650.117842:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:0.0:1778923650.117939:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+226:54947:x1865335281846912:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1519us (1864us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.117948:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5765 00000100:00100000:2.0:1778923650.137631:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.137896:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847168 00000100:00100000:1.0:1778923650.137911:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847168 00000100:00100000:1.0:1778923650.138005:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5766 00000100:00100000:1.0:1778923650.138027:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+226:54947:x1865335281847168:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923650.138124:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923650.138169:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5917 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54758d expref: 226 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.138198:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923650.138205:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923650.138599:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.138621:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.138634:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923650.138704:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940140 00000004:00010000:1.0:1778923650.138735:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fb41fd99 reply state 00000000c172e624 transno 8589940141 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.138746:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923650.138885:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+228:54947:x1865335281847168:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 870us (1270us total) trans 8589940141 rc 0/0 00000100:00100000:1.0:1778923650.138894:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5766 00000020:00080000:1.0:1778923650.138901:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923650.148208:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.148338:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847296 00000100:00100000:1.0:1778923650.148354:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847296 00000100:00100000:1.0:1778923650.148439:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7610 00000100:00100000:1.0:1778923650.148453:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+37:54947:x1865335281847296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923650.148483:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923650.148566:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547594 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923650.148604:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 235327, mtime: 0x6a083881, atime: 0x6a08387b, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:1.0:1778923650.148638:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.148642:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.148651:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.148672:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.148687:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1800, rc 0) 00000100:00100000:1.0:1778923650.148770:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+38:54947:x1865335281847296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 320us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923650.148778:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7610 00010000:00010000:0.0:1778923650.153878:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.153907:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.153916:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.153922:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923650.154014:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.154033:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.154277:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.154282:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923650.154289:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.154297:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a591e lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.172848:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.172963:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.180379:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847424 00000100:00100000:0.0:1778923650.180400:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847424 00002000:00010000:1.0:1778923650.181079:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:1.0:1778923650.181089:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f40380 with x1865335281847424 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923650.181106:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607f40380. 00000100:00100000:3.0:1778923650.184154:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847552 00000100:00100000:3.0:1778923650.184179:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847552 00002000:00010000:3.0:1778923650.184241:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923650.184248:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f42a00 with x1865335281847552 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923650.184264:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f42a00. 00000100:00100000:3.0:1778923650.184311:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3901 00000100:00100000:3.0:1778923650.184324:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281847424:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923650.185536:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3902 00000100:00100000:1.0:1778923650.185553:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281847552:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923650.185805:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.185809:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923643 -> 1778923650 00002000:00010000:1.0:1778923650.185813:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923650.185815:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923645 -> 1778923650 00002000:00010000:1.0:1778923650.185818:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923650.185916:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281847552:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 367us (12959us total) trans 17179872475 rc 0/0 00000100:00100000:1.0:1778923650.185925:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3902 00002000:00010000:1.0:1778923650.185932:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923650.185935:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f42a00 with x1865335281847552 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923650.185943:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607f42a00. 00002000:00010000:3.0:1778923650.187127:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 235327 -> 188111 00002000:00010000:3.0:1778923650.187136:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923650.187139:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923650.187141:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:3.0:1778923650.187144:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923650.187229:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281847424:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2904us (14403us total) trans 21474839557 rc 0/0 00000100:00100000:3.0:1778923650.187240:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3901 00002000:00010000:3.0:1778923650.187245:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:3.0:1778923650.187249:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607f40380 with x1865335281847424 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923650.187255:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607f40380. 00000100:00100000:2.0:1778923650.192218:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.192901:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847680 00000100:00100000:0.0:1778923650.192915:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847680 00000100:00100000:0.0:1778923650.193003:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5767 00000100:00100000:0.0:1778923650.193016:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+227:54947:x1865335281847680:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923650.193059:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923650.193087:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a592c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54759b expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193202:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193220:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193234:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923650.193267:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923650.193271:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923650.193290:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193322:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a592c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54759b expref: 229 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193344:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54759b expref: 228 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.193354:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.193357:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923650.193362:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50000, rc 0) 00000100:00100000:0.0:1778923650.193457:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607f41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+228:54947:x1865335281847680:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 444us (1254us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.193465:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5767 00000100:00100000:0.0:1778923650.199569:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.199658:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281847936 00000100:00100000:2.0:1778923650.199672:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281847936 00000100:00100000:2.0:1778923650.199758:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5768 00000100:00100000:2.0:1778923650.199771:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+228:54947:x1865335281847936:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923650.199864:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.199904:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50000/0x3baece0abe6a5933 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54759b expref: 228 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.199928:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.199934:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923650.200246:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.200266:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.200279:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923650.200369:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940142 00000004:00010000:2.0:1778923650.200400:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005e2cf8a3 reply state 00000000cbb0a26c transno 8589940143 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.200411:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923650.200601:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+230:54947:x1865335281847936:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 831us (1045us total) trans 8589940143 rc 0/0 00000100:00100000:2.0:1778923650.200615:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5768 00000020:00080000:2.0:1778923650.200622:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923650.205618:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205653:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205663:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205670:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923650.205675:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205684:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205706:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.205709:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923650.205716:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.205723:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a593a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.211415:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.212986:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848064 00000100:00100000:2.0:1778923650.213003:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848064 00000100:00100000:2.0:1778923650.213096:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7611 00000100:00100000:2.0:1778923650.213108:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+42:54947:x1865335281848064:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923650.213136:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923650.213165:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475a2 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923650.213201:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 235327, mtime: 0x6a083881, atime: 0x6a08387b, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923650.213228:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.213231:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.213239:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 43 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.213259:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 43 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.213274:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728ceee00, rc 0) 00000100:00100000:2.0:1778923650.213361:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:54947:x1865335281848064:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 256us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.213370:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7611 00000100:00100000:1.0:1778923650.215861:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.215963:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848192 00000100:00100000:3.0:1778923650.215977:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848192 00000100:00100000:3.0:1778923650.216045:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7612 00000100:00100000:3.0:1778923650.216058:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:54947:x1865335281848192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923650.216079:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923650.216101:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475a9 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.216142:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.216152:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.216154:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.216159:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a9 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.216200:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.216219:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.216234:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287775232:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.216561:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.220232:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.220372:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287775232:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923650.220415:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a9 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.220500:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1be00, rc 0) 00000100:00100000:3.0:1778923650.220595:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:54947:x1865335281848192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4541us (4747us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923650.220604:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7612 00000100:00100000:1.0:1778923650.220878:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848320 00000100:00100000:1.0:1778923650.220888:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848320 00010000:00010000:1.0:1778923650.221895:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.222006:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3337 00000100:00100000:1.0:1778923650.222024:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281848320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923650.222044:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923650.222076:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.222092:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.222122:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5c2bd6f/0x3baece0abe6a5359 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5473cd expref: 40 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.222141:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.222143:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.222151:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a9 expref: 39 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.222162:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a9 expref: 39 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.222214:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000dfc25508/0x3baece0abe6a5948 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a9 expref: 39 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.222233:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287775360:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923650.222343:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923650.230093:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.230144:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.230401:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848448 00000100:00100000:0.0:1778923650.230416:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848448 00002000:00010000:0.0:1778923650.230491:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:0.0:1778923650.230497:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dd180 with x1865335281848448 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923650.230551:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dd180. 00000100:00100000:0.0:1778923650.230578:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848576 00000100:00100000:0.0:1778923650.230582:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848576 00002000:00010000:0.0:1778923650.230595:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:0.0:1778923650.230598:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddf80 with x1865335281848576 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923650.230604:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddf80. 00000100:00100000:0.0:1778923650.230623:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3903 00000100:00100000:0.0:1778923650.230633:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281848448:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923650.231278:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 235327 -> 188111 00002000:00010000:0.0:1778923650.231284:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923649 -> 1778923650 00002000:00010000:0.0:1778923650.231287:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923650.231290:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923649 -> 1778923650 00002000:00010000:0.0:1778923650.231292:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923650.231372:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281848448:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 739us (1291us total) trans 17179872476 rc 0/0 00000100:00100000:0.0:1778923650.231380:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3903 00002000:00010000:0.0:1778923650.231384:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:0.0:1778923650.231387:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dd180 with x1865335281848448 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923650.231393:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dd180. 00000100:00100000:0.0:1778923650.231423:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3904 00000100:00100000:1.0:1778923650.232398:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8271:1865335287775360:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923650.232432:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923650.232474:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281848320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10459us (12256us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923650.232485:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3337 00000100:00100000:0.0:1778923650.233024:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281848576:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923650.235861:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.235871:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923643 -> 1778923650 00002000:00010000:1.0:1778923650.235875:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923650.235877:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923644 -> 1778923650 00002000:00010000:1.0:1778923650.235880:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923650.236325:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281848576:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 4884us (6170us total) trans 21474839558 rc 0/0 00000100:00100000:1.0:1778923650.236865:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3904 00002000:00010000:1.0:1778923650.236875:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:1.0:1778923650.236880:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddf80 with x1865335281848576 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923650.236892:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddf80. 00000100:00100000:2.0:1778923650.240843:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.241110:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848832 00000100:00100000:1.0:1778923650.241124:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848832 00000100:00100000:1.0:1778923650.241309:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5769 00000100:00100000:1.0:1778923650.241323:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+229:54947:x1865335281848832:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923650.241474:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.241528:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.241541:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1778923650.241714:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000359e6a92 reply state 000000003004fd0e transno 8589940144 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.241724:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923650.241849:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+231:54947:x1865335281848832:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 529us (1026us total) trans 8589940144 rc 0/0 00000100:00100000:1.0:1778923650.241856:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5769 00010000:00010000:2.0:1778923650.244871:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244895:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244904:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244912:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923650.244918:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244935:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244965:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.244969:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923650.244976:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.244983:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a594f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.246173:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.246390:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281848960 00000100:00100000:3.0:1778923650.246404:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281848960 00000100:00100000:3.0:1778923650.246491:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7613 00000100:00100000:3.0:1778923650.246523:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+44:54947:x1865335281848960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923650.246548:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923650.246570:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475b0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.246604:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.246615:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923650.246617:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923650.246621:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 45 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.246654:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.246665:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.246677:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287775488:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.246776:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.250974:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.251125:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849088 00000100:00100000:2.0:1778923650.251137:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849088 00010000:00010000:2.0:1778923650.251192:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 46 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.251249:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3338 00000100:00100000:2.0:1778923650.251260:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281849088:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.251279:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.251309:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 46 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.251325:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 46 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.251360:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.251362:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.251371:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.251383:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.251433:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.251451:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287775616:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923650.251598:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00010000:00010000:3.0:1778923650.252302:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c98fb52/0x3baece0abe6a5742 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474c9 expref: 46 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.252325:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287775488:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923650.252354:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 45 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.252366:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:3.0:1778923650.252427:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+45:54947:x1865335281848960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5926us (6265us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923650.252436:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7613 00000100:00100000:0.0:1778923650.258252:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.258382:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287775616:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923650.258420:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.258554:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281849088:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7294us (7601us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.258568:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3338 00000100:00100000:1.0:1778923650.259495:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849216 00000100:00100000:1.0:1778923650.259542:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849216 00000100:00100000:1.0:1778923650.259670:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7614 00000100:00100000:1.0:1778923650.259681:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+40:54947:x1865335281849216:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923650.259704:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923650.259730:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475b7 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.259779:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.259790:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.259793:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.259799:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 41 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.259862:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.259880:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.259899:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287775744:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923650.260244:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.264856:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.265001:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287775744:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923650.265046:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 41 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.265076:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923650.265157:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+41:54947:x1865335281849216:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5475us (6916us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923650.265170:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7614 00000100:00100000:2.0:1778923650.265681:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849344 00000100:00100000:2.0:1778923650.265690:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849344 00010000:00010000:2.0:1778923650.265733:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.265770:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3339 00000100:00100000:2.0:1778923650.265779:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281849344:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.265795:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.265832:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.265852:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.265881:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c05801/0x3baece0abe6a5750 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d0 expref: 41 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.265898:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.265900:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.265909:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 40 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.265920:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 40 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.266166:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 40 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.266185:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287775872:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923650.266264:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.270331:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.270430:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849472 00000100:00100000:1.0:1778923650.270455:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849472 00000100:00100000:2.0:1778923650.270641:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5740:1865335287775872:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923650.270676:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.270749:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281849344:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4969us (5907us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.270761:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3339 00000100:00100000:1.0:1778923650.271146:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7615 00000100:00100000:1.0:1778923650.271159:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+44:54947:x1865335281849472:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923650.271182:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923650.271208:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475be expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.271246:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.271257:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.271259:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.271264:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 45 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.271307:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.271324:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.271340:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287776000:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923650.271489:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923650.276351:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.276444:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287776000:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923650.276492:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 45 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.276563:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:1.0:1778923650.276641:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+45:54947:x1865335281849472:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5485us (6324us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923650.276651:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7615 00000100:00100000:2.0:1778923650.277262:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849600 00000100:00100000:2.0:1778923650.277273:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849600 00010000:00010000:2.0:1778923650.277317:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.277403:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3340 00000100:00100000:2.0:1778923650.277413:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281849600:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.277432:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.277463:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.277488:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.277546:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060093557/0x3baece0abe6a5749 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474d7 expref: 45 pid: 22251 timeout: 1447 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.277565:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.277567:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.277573:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 44 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.277583:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 44 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.277629:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 44 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.277647:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287776128:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923650.277917:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737ced540 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.287774:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.287804:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.287844:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849728 00000100:00100000:1.0:1778923650.287856:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849728 00000100:00100000:1.0:1778923650.287925:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849856 00000100:00100000:1.0:1778923650.287936:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849856 00000100:00100000:1.0:1778923650.287973:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7616 00000100:00100000:1.0:1778923650.287985:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281849728:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923650.288274:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.288279:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:1.0:1778923650.288282:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923647 -> 1778923648 00002000:00010000:1.0:1778923650.288284:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923648 -> 1778923650 00002000:00010000:1.0:1778923650.288287:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923650.288360:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281849728:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 376us (598us total) trans 17179872477 rc 0/0 00000100:00100000:1.0:1778923650.288368:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7616 00000100:00100000:1.0:1778923650.288393:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7617 00000100:00100000:1.0:1778923650.288400:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281849856:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923650.288567:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.288570:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923647 -> 1778923648 00002000:00010000:1.0:1778923650.288572:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923648 00002000:00010000:1.0:1778923650.288573:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923647 -> 1778923650 00002000:00010000:1.0:1778923650.288575:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.288599:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281849856:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 200us (794us total) trans 21474839559 rc 0/0 00000100:00100000:1.0:1778923650.288605:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7617 00000100:00100000:1.0:1778923650.288657:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.289361:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281849984 00000100:00100000:0.0:1778923650.289369:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281849984 00000100:00100000:0.0:1778923650.289424:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7618 00000100:00100000:0.0:1778923650.289432:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281849984:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923650.289646:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923650.289650:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923647 -> 1778923648 00002000:00010000:0.0:1778923650.289652:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923643 -> 1778923648 00002000:00010000:0.0:1778923650.289655:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923647 -> 1778923650 00002000:00010000:0.0:1778923650.289657:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923650.289705:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281849984:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 274us (1047us total) trans 17179872478 rc 0/0 00000100:00100000:0.0:1778923650.289713:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7618 00000100:00100000:2.0:1778923650.291653:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287776128:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923650.291693:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.291782:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281849600:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 14368us (15447us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.291794:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3340 00000100:00100000:1.0:1778923650.297421:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.297737:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281850240 00000100:00100000:0.0:1778923650.297751:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281850240 00000100:00100000:0.0:1778923650.297838:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2102 00000100:00100000:0.0:1778923650.297849:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:54947:x1865335281850240:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:0.0:1778923650.298193:0:30329:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474b4 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.298260:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.298281:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 230 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.298291:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.298338:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 230 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.298355:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 230 pid: 31254 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.298373:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287776256:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.298767:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.303297:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287776256:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923650.303339:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.303390:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.303812:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281850368 00000100:00100000:2.0:1778923650.304859:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281850368 00010000:00010000:2.0:1778923650.305868:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 231 pid: 31254 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.306249:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3341 00000100:00100000:2.0:1778923650.306269:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+231:2354:x1865335281850368:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.306290:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.306297:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 231 pid: 31254 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.306313:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 231 pid: 31254 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.306350:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a572d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474bb expref: 231 pid: 31254 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.306372:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.306378:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.306390:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.306399:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.306798:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.306808:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.307761:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.307875:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+230:2354:x1865335281850368:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1610us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.307901:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3341 00000040:00080000:1.0:1778923650.318447:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1820, 88 off158288 00000004:00080000:1.0:1778923650.318474:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347374969893ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.319187:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1812, 88 off157848 00000004:00080000:1.0:1778923650.319199:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347375694910ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.319284:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1813, 88 off157936 00000004:00080000:1.0:1778923650.319300:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347375786302ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.319719:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1821, 88 off158376 00000004:00080000:1.0:1778923650.319726:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347376221983ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.319764:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1822, 88 off158464 00000004:00080000:1.0:1778923650.319769:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347376265016ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.319788:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1814, 88 off158024 00000004:00080000:1.0:1778923650.319794:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347376290101ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.320573:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1815, 88 off158112 00000004:00080000:1.0:1778923650.320584:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347377079654ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.321030:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1823, 88 off158552 00000004:00080000:1.0:1778923650.321038:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347377533531ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.321101:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1816, 88 off158200 00000004:00080000:1.0:1778923650.321106:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347377602471ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.321260:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1824, 88 off158640 00000004:00080000:1.0:1778923650.321266:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347377761941ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.321328:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1825, 88 off158728 00000004:00080000:1.0:1778923650.321332:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347377828153ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.321906:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1817, 88 off158288 00000004:00080000:1.0:1778923650.321913:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347378408832ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.321989:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1826, 88 off158816 00000004:00080000:1.0:1778923650.321994:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347378490057ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.322199:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1818, 88 off158376 00000004:00080000:1.0:1778923650.322204:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347378700413ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.322233:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1827, 88 off158904 00000004:00080000:1.0:1778923650.322238:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347378733684ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.322477:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1819, 88 off158464 00000004:00080000:1.0:1778923650.322483:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347378979074ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.322793:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1820, 88 off158552 00000004:00080000:1.0:1778923650.322799:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347379294944ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.323012:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1828, 88 off158992 00000004:00080000:1.0:1778923650.323017:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347379513362ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.323138:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1821, 88 off158640 00000004:00080000:1.0:1778923650.323144:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347379639952ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.323274:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1829, 88 off159080 00000004:00080000:1.0:1778923650.323280:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347379776092ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.323317:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1830, 88 off159168 00000004:00080000:1.0:1778923650.323322:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347379817694ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.323544:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1822, 88 off158728 00000004:00080000:1.0:1778923650.323551:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347380046524ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.323956:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1831, 88 off159256 00000004:00080000:1.0:1778923650.323961:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347380457539ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.323991:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1823, 88 off158816 00000004:00080000:1.0:1778923650.323996:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347380491722ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.324190:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1824, 88 off158904 00000004:00080000:1.0:1778923650.324194:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347380690158ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.324262:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1832, 88 off159344 00000004:00080000:1.0:1778923650.324266:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347380761772ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.324286:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1833, 88 off159432 00000004:00080000:1.0:1778923650.324431:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347380926564ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.324466:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1825, 88 off158992 00000004:00080000:1.0:1778923650.324471:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347380967399ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.324881:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1826, 88 off159080 00000004:00080000:1.0:1778923650.324887:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347381382929ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923650.324910:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1834, 88 off159520 00000004:00080000:1.0:1778923650.324914:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347381410505ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.324975:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1835, 88 off159608 00000004:00080000:1.0:1778923650.324981:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1347381477332ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923650.325151:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1827, 88 off159168 00000004:00080000:1.0:1778923650.325157:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1347381652682ns, next at 1344155187312ns, rc = 0 00000004:00010000:0.0:1778923650.416904:0:30329:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001d78e4b5 reply state 0000000047710e18 transno 8589940145 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.417086:0:30329:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1778923650.417101:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.417105:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923650.417118:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a5703 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474b4 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923650.417280:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940135 is committed 00000001:00080000:3.0:1778923650.417328:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940145 is committed 00000004:00080000:3.0:1778923650.417335:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1490 committed 00000004:00080000:3.0:1778923650.417354:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1495 committed 00010000:00080000:0.0:1778923650.417385:0:30329:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1778923650.417408:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+220:54947:x1865335281850240:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 119560us (120002us total) trans 8589940145 rc 0/0 00000004:00080000:3.0:1778923650.417410:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1494 committed 00000100:00100000:0.0:1778923650.417427:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2102 00010000:00010000:0.0:1778923650.417474:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417603:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417613:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417621:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923650.417627:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417638:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417658:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.417662:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923650.417668:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.417675:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50a00/0x3baece0abe6a596b lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.417684:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776768:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.417767:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.417806:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777280:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.417838:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.417860:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287776768 00000100:00100000:2.0:1778923650.417863:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923650.417869:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776384:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.417871:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287776768 00000100:00100000:2.0:1778923650.417893:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.417909:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776896:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.417937:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.417951:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777280 00000100:00100000:0.0:1778923650.417956:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777280 00000100:00100000:2.0:1778923650.417970:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287776640:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.417993:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.418010:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777152:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.418032:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.418049:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923650.418054:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287776512:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.418076:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.418343:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777024:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.418349:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287776384 00000100:00100000:0.0:1778923650.418354:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287776384 00000100:00100000:2.0:1778923650.418372:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.418385:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287776896 00000100:00100000:0.0:1778923650.418389:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287776896 00000100:00100000:0.0:1778923650.418406:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287776640 00000100:00100000:2.0:1778923650.418409:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777152 00000100:00100000:0.0:1778923650.418409:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287776640 00000100:00100000:2.0:1778923650.418415:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777152 00000100:00100000:0.0:1778923650.418426:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287776512 00000100:00100000:0.0:1778923650.418431:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287776512 00000100:00100000:2.0:1778923650.418443:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777024 00000100:00100000:2.0:1778923650.418447:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777024 00000100:00100000:0.0:1778923650.418457:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7619 00000100:00100000:0.0:1778923650.418469:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287776768:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.418472:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7620 00000100:00100000:2.0:1778923650.418483:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287777280:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923650.418778:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923650.418778:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923650.418785:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.418785:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.418790:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923650.418791:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923650.418795:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.418797:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.418800:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923650.418802:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923650.418911:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287777280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 429us (1071us total) trans 21474839560 rc 0/0 00000100:00100000:0.0:1778923650.418918:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287776768:12345-0@lo:2:osp-syn-0-0.0 Request processed in 451us (1149us total) trans 21474839561 rc 0/0 00000100:00100000:2.0:1778923650.418922:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7620 00000100:00100000:2.0:1778923650.419186:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7621 00000100:00100000:2.0:1778923650.419195:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287776384:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923650.419323:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.419327:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923650.419330:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923650.419332:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923650.419335:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923650.419361:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287776384:12345-0@lo:2:osp-syn-0-0.0 Request processed in 168us (1469us total) trans 21474839562 rc 0/0 00000100:00100000:2.0:1778923650.419367:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7621 00000100:00100000:2.0:1778923650.419379:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622 00000100:00100000:2.0:1778923650.419385:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287776896:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923650.419456:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923650.419459:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.419461:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923650.419464:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.419466:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923650.419489:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287776896:12345-0@lo:2:osp-syn-0-0.0 Request processed in 105us (1552us total) trans 21474839563 rc 0/0 00000100:00100000:2.0:1778923650.419494:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7622 00000100:00100000:2.0:1778923650.419535:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7623 00000100:00100000:2.0:1778923650.419542:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287776640:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.419580:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7619 00000100:00100000:0.0:1778923650.419602:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7624 00000100:00100000:0.0:1778923650.419613:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287777152:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923650.419623:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.419627:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.419629:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923650.419631:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.419633:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923650.419671:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287776640:12345-0@lo:2:osp-syn-0-0.0 Request processed in 129us (1676us total) trans 21474839564 rc 0/0 00000100:00100000:2.0:1778923650.419682:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7623 00000100:00100000:2.0:1778923650.419697:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7625 00000100:00100000:2.0:1778923650.419707:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287776512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923650.419721:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923650.419725:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.419728:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923650.419730:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.419733:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923650.419769:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287777152:12345-0@lo:2:osp-syn-0-0.0 Request processed in 159us (1734us total) trans 21474839565 rc 0/0 00000100:00100000:0.0:1778923650.419776:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7624 00000100:00100000:0.0:1778923650.419944:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7626 00000100:00100000:0.0:1778923650.419952:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287777024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923650.420036:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923650.420040:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.420042:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923650.420044:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923650.420046:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923650.420074:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287777024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 123us (1703us total) trans 21474839567 rc 0/0 00000100:00100000:0.0:1778923650.420081:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7626 00000100:00080000:0.0:1778923650.420111:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:2.0:1778923650.421607:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.421615:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923650.421619:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923650.421621:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.421624:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923650.421710:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287776512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2001us (3627us total) trans 21474839566 rc 0/0 00000100:00100000:2.0:1778923650.421732:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7625 00000100:00100000:2.0:1778923650.421802:0:3292:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839538 gen 2 00000004:00080000:2.0:1778923650.421809:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839495 committed transno 21474839538 00000004:00080000:2.0:1778923650.421848:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839498 committed transno 21474839538 00000004:00080000:2.0:1778923650.421859:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839499 committed transno 21474839538 00000004:00080000:2.0:1778923650.421875:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac8a80, transno 21474839500 00000004:00080000:2.0:1778923650.421887:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9500, transno 21474839501 00000004:00080000:2.0:1778923650.421890:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacb100, transno 21474839502 00000004:00080000:2.0:1778923650.421893:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac8700, transno 21474839503 00000004:00080000:2.0:1778923650.421896:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73baca300, transno 21474839504 00000004:00080000:2.0:1778923650.421899:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d47800, transno 21474839505 00000004:00080000:2.0:1778923650.421901:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac8380, transno 21474839506 00000004:00080000:2.0:1778923650.421904:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734071f80, transno 21474839507 00000004:00080000:2.0:1778923650.421906:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734070000, transno 21474839508 00000004:00080000:2.0:1778923650.421908:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734070e00, transno 21474839509 00000004:00080000:2.0:1778923650.421910:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072300, transno 21474839510 00000004:00080000:2.0:1778923650.421913:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65ad80, transno 21474839511 00000004:00080000:2.0:1778923650.421917:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 21474839512 00000004:00080000:2.0:1778923650.421919:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072a00, transno 21474839513 00000004:00080000:2.0:1778923650.421922:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b6a00, transno 21474839514 00000004:00080000:2.0:1778923650.421924:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072d80, transno 21474839515 00000004:00080000:2.0:1778923650.421927:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9a680, transno 21474839516 00000004:00080000:2.0:1778923650.421930:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b4a80, transno 21474839523 00000004:00080000:2.0:1778923650.421933:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459e300, transno 21474839524 00000004:00080000:2.0:1778923650.421935:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7100, transno 21474839525 00000004:00080000:2.0:1778923650.421938:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b5c00, transno 21474839526 00000004:00080000:2.0:1778923650.421940:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459ea00, transno 21474839527 00000004:00080000:2.0:1778923650.421943:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44700, transno 21474839528 00000004:00080000:2.0:1778923650.421945:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459df80, transno 21474839529 00000004:00080000:2.0:1778923650.421948:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701f80, transno 21474839530 00000004:00080000:2.0:1778923650.421950:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7800, transno 21474839531 00000004:00080000:2.0:1778923650.421953:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701c00, transno 21474839532 00000004:00080000:2.0:1778923650.421955:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459d180, transno 21474839533 00000004:00080000:2.0:1778923650.421958:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607702300, transno 21474839534 00000004:00080000:2.0:1778923650.421960:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607702a00, transno 21474839535 00000004:00080000:2.0:1778923650.421962:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701180, transno 21474839536 00000004:00080000:2.0:1778923650.421965:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703800, transno 21474839537 00000004:00080000:2.0:1778923650.421967:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607700700, transno 21474839538 00000100:00100000:2.0:1778923650.421975:0:3292:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce7100de300 x1865335287776512/t21474839566(21474839566) o2->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923666 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1778923650.421987:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de300/2, rc 0, transno 21474839566 00000100:00100000:2.0:1778923650.421994:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287776512:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923650.422007:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dca80/2, rc 0, transno 21474839567 00000100:00100000:2.0:1778923650.422010:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777024:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923650.422019:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dd500/2, rc 0, transno 21474839564 00000100:00100000:2.0:1778923650.422023:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287776640:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923650.422032:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dc380/2, rc 0, transno 21474839565 00000100:00100000:2.0:1778923650.422035:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777152:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923650.427191:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287777536:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.427293:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.427371:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777536 00000100:00100000:1.0:1778923650.427382:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777536 00000100:00100000:1.0:1778923650.427458:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7627 00000100:00100000:1.0:1778923650.427469:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287777536:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.427778:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.427783:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:1.0:1778923650.427785:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:1.0:1778923650.427787:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.427789:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.428068:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287777536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 599us (774us total) trans 17179872479 rc 0/0 00000100:00100000:1.0:1778923650.428153:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7627 00000100:00080000:1.0:1778923650.428186:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923650.428228:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872454 gen 2 00000004:00080000:1.0:1778923650.428235:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3d500, transno 17179872439 00000004:00080000:1.0:1778923650.428240:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e5500, transno 17179872440 00000004:00080000:1.0:1778923650.428424:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3ce00, transno 17179872441 00000004:00080000:1.0:1778923650.428427:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3f100, transno 17179872442 00000004:00080000:1.0:1778923650.428430:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3ea00, transno 17179872443 00000004:00080000:1.0:1778923650.428432:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3dc00, transno 17179872444 00000004:00080000:1.0:1778923650.428435:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3df80, transno 17179872445 00000004:00080000:1.0:1778923650.428438:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3e680, transno 17179872446 00000004:00080000:1.0:1778923650.428441:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e7480, transno 17179872447 00000004:00080000:1.0:1778923650.428443:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4e00, transno 17179872448 00000004:00080000:1.0:1778923650.428446:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e4380, transno 17179872449 00000004:00080000:1.0:1778923650.428449:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65b800, transno 17179872450 00000004:00080000:1.0:1778923650.428451:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b658000, transno 17179872451 00000004:00080000:1.0:1778923650.428454:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65bb80, transno 17179872452 00000004:00080000:1.0:1778923650.428456:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65aa00, transno 17179872453 00000004:00080000:1.0:1778923650.428459:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce72e3e5880, transno 17179872454 00000100:00100000:1.0:1778923650.428467:0:3291:0:(client.c:3145:ptlrpc_free_committed()) @@@ stopping search req@ffff9ce70772d880 x1865335287777536/t17179872479(17179872479) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1778923666 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1778923650.428482:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772d880/2, rc 0, transno 17179872479 00000100:00100000:1.0:1778923650.428489:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287777536:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923650.429026:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1489 committed 00000004:00080000:3.0:1778923650.429033:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1488 committed 00000004:00080000:3.0:1778923650.429036:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1493 committed 00000004:00080000:3.0:1778923650.429038:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1492 committed 00000004:00080000:3.0:1778923650.429042:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1487 committed 00000004:00080000:3.0:1778923650.429044:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1486 committed 00000004:00080000:3.0:1778923650.429046:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1491 committed 00000004:00080000:3.0:1778923650.429048:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1485 committed 00000004:00080000:3.0:1778923650.429050:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1490 committed 00000004:00080000:3.0:1778923650.429052:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1489 committed 00000004:00080000:3.0:1778923650.429054:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1484 committed 00000004:00080000:3.0:1778923650.429055:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1488 committed 00000004:00080000:3.0:1778923650.429057:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1483 committed 00000004:00080000:3.0:1778923650.429059:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1482 committed 00000004:00080000:3.0:1778923650.429062:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1487 committed 00000004:00080000:3.0:1778923650.429064:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1481 committed 00000004:00080000:3.0:1778923650.429066:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1486 committed 00000004:00080000:3.0:1778923650.429068:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1480 committed 00000004:00080000:3.0:1778923650.429070:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1485 committed 00000004:00080000:3.0:1778923650.429072:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1484 committed 00000004:00080000:3.0:1778923650.429074:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1479 committed 00000004:00080000:3.0:1778923650.429076:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1483 committed 00000004:00080000:3.0:1778923650.429078:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1478 committed 00000004:00080000:3.0:1778923650.429080:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1477 committed 00000004:00080000:3.0:1778923650.429093:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1482 committed 00000004:00080000:3.0:1778923650.429096:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1481 committed 00000004:00080000:3.0:1778923650.429098:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1476 committed 00000004:00080000:3.0:1778923650.429101:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1475 committed 00000004:00080000:3.0:1778923650.429103:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1480 committed 00000004:00080000:3.0:1778923650.429247:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dc000/2, rc 0, transno 21474839562 00000100:00100000:3.0:1778923650.429255:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776384:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923650.429269:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100ddc00/2, rc 0, transno 21474839563 00000100:00100000:3.0:1778923650.429272:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776896:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923650.429283:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dd880/2, rc 0, transno 21474839561 00000100:00100000:3.0:1778923650.429286:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287776768:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923650.429296:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dfb80/2, rc 0, transno 21474839560 00000100:00100000:3.0:1778923650.429299:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923650.429310:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923650.429320:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923650.429380:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.429783:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777408 00000100:00100000:0.0:1778923650.429792:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777408 00000100:00100000:0.0:1778923650.430190:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7628 00000100:00100000:0.0:1778923650.430201:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3293:x1865335287777408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923650.430464:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923650.430468:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:0.0:1778923650.430471:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:0.0:1778923650.430473:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.430476:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923650.430584:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3293:x1865335287777408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 385us (1203us total) trans 17179872480 rc 0/0 00000100:00100000:0.0:1778923650.430591:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7628 00000004:00080000:0.0:1778923650.430646:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772e300/2, rc 0, transno 17179872480 00000100:00100000:0.0:1778923650.430652:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777408:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923650.431055:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 8 changes, 8 in progress, 0 in flight, 33 done 00000100:00100000:1.0:1778923650.431704:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777664:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923650.432348:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.432390:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778176:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923650.432415:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.432446:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1778923650.432452:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778048:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923650.432474:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.432490:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778560:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923650.432545:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.432594:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777664 00000100:00100000:1.0:1778923650.432603:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777664 00000100:00100000:1.0:1778923650.432655:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778176 00000100:00100000:1.0:1778923650.432658:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778176 00000100:00100000:1.0:1778923650.432675:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778048 00000100:00100000:1.0:1778923650.432678:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778048 00000100:00100000:1.0:1778923650.432694:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778560 00000100:00100000:1.0:1778923650.432697:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778560 00000100:00100000:0.0:1778923650.432873:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.432904:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777792:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.432948:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.432971:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778304:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.432993:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.433008:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1778923650.433014:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777920:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.433034:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.433045:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778432:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923650.433064:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.433253:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281850496 00000100:00100000:0.0:1778923650.433259:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281850496 00000100:00100000:0.0:1778923650.433300:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5770 00000100:00100000:0.0:1778923650.433311:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+199:54947:x1865335281850496:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923650.433342:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923650.433371:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a5972 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475c5 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.433458:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a5972 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475c5 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.433476:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a5972 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475c5 expref: 200 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.433537:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923650.433542:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923650.433547:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce733c50200, rc 0) 00000100:00100000:0.0:1778923650.433613:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54947:x1865335281850496:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 304us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.433621:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5770 00000100:00100000:1.0:1778923650.433912:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7629 00000100:00100000:1.0:1778923650.433929:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287777664:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923650.434333:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777792 00000100:00100000:3.0:1778923650.434341:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777792 00000100:00100000:3.0:1778923650.434372:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778304 00000100:00100000:3.0:1778923650.434375:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778304 00000100:00100000:3.0:1778923650.434385:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287777920 00000100:00100000:3.0:1778923650.434387:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287777920 00000100:00100000:3.0:1778923650.434395:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778432 00000100:00100000:3.0:1778923650.434398:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778432 00000100:00100000:3.0:1778923650.434409:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7630 00000100:00100000:3.0:1778923650.434416:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287778176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923650.434626:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923650.434630:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.434633:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923650.434635:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.434638:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923650.434715:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287778176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 298us (2298us total) trans 21474839568 rc 0/0 00000100:00100000:3.0:1778923650.434738:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7630 00000100:00100000:3.0:1778923650.434759:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631 00000100:00100000:3.0:1778923650.434767:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287778048:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923650.434885:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923650.434888:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.434891:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923650.434893:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.434895:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923650.434922:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287778048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 157us (2448us total) trans 21474839569 rc 0/0 00000100:00100000:3.0:1778923650.434928:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7631 00000100:00100000:3.0:1778923650.434941:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632 00000100:00100000:3.0:1778923650.434949:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287778560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923650.435034:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923650.435037:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.435039:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923650.435041:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.435043:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923650.435072:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287778560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 125us (2525us total) trans 21474839570 rc 0/0 00000100:00100000:3.0:1778923650.435078:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632 00000100:00100000:3.0:1778923650.435104:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7633 00000100:00100000:3.0:1778923650.435115:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287777792:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.435167:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7634 00000100:00100000:2.0:1778923650.435178:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287778304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923650.435271:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923650.435272:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.435275:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.435275:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.435278:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923650.435278:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923650.435281:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.435281:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923650.435283:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:1.0:1778923650.435283:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.435313:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287777664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1391us (2967us total) trans 21474839571 rc 0/0 00000100:00100000:1.0:1778923650.435319:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7629 00000100:00100000:2.0:1778923650.435321:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287778304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 148us (2327us total) trans 21474839572 rc 0/0 00000100:00100000:2.0:1778923650.435326:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7634 00000100:00100000:1.0:1778923650.435333:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7635 00000100:00100000:2.0:1778923650.435338:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7636 00000100:00100000:1.0:1778923650.435339:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287777920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923650.435343:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287778432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923650.435420:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923650.435424:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.435426:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923650.435428:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.435430:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923650.435457:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287778432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (2392us total) trans 21474839574 rc 0/0 00000100:00100000:2.0:1778923650.435463:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7636 00000004:00080000:0.0:1778923650.435599:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4e00/2, rc 0, transno 21474839574 00000100:00100000:0.0:1778923650.435609:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923650.435622:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5c00/2, rc 0, transno 21474839572 00000100:00100000:0.0:1778923650.435625:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778304:0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923650.435820:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.435877:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.435880:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923650.435882:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.435885:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.435927:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287777920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 588us (2891us total) trans 21474839573 rc 0/0 00000100:00100000:1.0:1778923650.435934:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7635 00000004:00080000:1.0:1778923650.435981:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5500/2, rc 0, transno 21474839569 00000100:00100000:1.0:1778923650.435986:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778048:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923650.435996:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b65b800/2, rc 0, transno 21474839570 00000100:00100000:1.0:1778923650.436000:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b65b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778560:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923650.436010:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd6680/2, rc 0, transno 21474839571 00000100:00100000:1.0:1778923650.436013:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287777664:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923650.436022:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7480/2, rc 0, transno 21474839568 00000100:00100000:1.0:1778923650.436025:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778176:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923650.436346:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923650.436350:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.436352:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923650.436354:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923650.436356:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923650.436388:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287777792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1274us (3439us total) trans 21474839575 rc 0/0 00000100:00100000:3.0:1778923650.436395:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633 00000004:00080000:0.0:1778923650.438372:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd7b80/2, rc 0, transno 21474839573 00000100:00100000:0.0:1778923650.438394:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777920:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923650.438408:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd5880/2, rc 0, transno 21474839575 00000100:00100000:0.0:1778923650.438412:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287777792:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923650.438686:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 14 changes, 2 in progress, 0 in flight, 16 done 00000100:00100000:1.0:1778923650.438779:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778688:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.438881:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.438947:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778688 00000100:00100000:1.0:1778923650.438955:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778688 00000100:00100000:1.0:1778923650.439016:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7637 00000100:00100000:1.0:1778923650.439025:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+7:3292:x1865335287778688:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.439270:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.439274:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.439277:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923650.439280:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.439282:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.439328:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287778688:12345-0@lo:2:osp-syn-1-0.0 Request processed in 304us (448us total) trans 17179872481 rc 0/0 00000100:00100000:1.0:1778923650.439336:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7637 00000004:00080000:1.0:1778923650.439377:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772fb80/2, rc 0, transno 17179872481 00000100:00100000:1.0:1778923650.439383:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287778688:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.439431:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778816:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.439467:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.439496:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778816 00000100:00100000:1.0:1778923650.439500:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778816 00000100:00100000:1.0:1778923650.439563:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7638 00000100:00100000:1.0:1778923650.439570:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3293:x1865335287778816:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.439666:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.439669:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.439672:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923650.439674:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.439676:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.439706:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+9:3293:x1865335287778816:12345-0@lo:2:osp-syn-1-0.0 Request processed in 136us (238us total) trans 17179872482 rc 0/0 00000100:00100000:1.0:1778923650.439712:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7638 00000004:00080000:1.0:1778923650.439744:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772ea00/2, rc 0, transno 17179872482 00000100:00100000:1.0:1778923650.439749:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287778816:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.439909:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287778944:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.439936:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.439967:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287778944 00000100:00100000:1.0:1778923650.439971:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287778944 00000100:00100000:1.0:1778923650.439996:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639 00000100:00100000:1.0:1778923650.440002:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287778944:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.440097:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.440100:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440102:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923650.440104:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440106:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.440136:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287778944:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (199us total) trans 17179872483 rc 0/0 00000100:00100000:1.0:1778923650.440147:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639 00000004:00080000:1.0:1778923650.440174:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bddf80/2, rc 0, transno 17179872483 00000100:00100000:1.0:1778923650.440178:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287778944:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440216:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287779072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440244:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.440276:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779072 00000100:00100000:1.0:1778923650.440280:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779072 00000100:00100000:1.0:1778923650.440305:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640 00000100:00100000:1.0:1778923650.440311:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287779072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.440398:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.440402:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440404:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923650.440405:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440407:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.440438:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+11:3291:x1865335287779072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 127us (193us total) trans 17179872484 rc 0/0 00000100:00100000:1.0:1778923650.440444:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640 00000004:00080000:1.0:1778923650.440469:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdce00/2, rc 0, transno 17179872484 00000100:00100000:1.0:1778923650.440473:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287779072:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440538:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287779200:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440565:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.440592:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779200 00000100:00100000:1.0:1778923650.440595:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779200 00000100:00100000:1.0:1778923650.440622:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641 00000100:00100000:1.0:1778923650.440627:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+11:3292:x1865335287779200:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.440719:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.440723:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440725:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923650.440727:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.440728:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.440759:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287779200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (193us total) trans 17179872485 rc 0/0 00000100:00100000:1.0:1778923650.440765:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641 00000004:00080000:1.0:1778923650.440790:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bddc00/2, rc 0, transno 17179872485 00000100:00100000:1.0:1778923650.440795:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287779200:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440842:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.440868:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.440892:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779328 00000100:00100000:1.0:1778923650.440896:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779328 00000100:00100000:1.0:1778923650.440916:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642 00000100:00100000:1.0:1778923650.440921:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287779328:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.441011:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.441014:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.441016:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923650.441018:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.441020:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.441050:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287779328:12345-0@lo:2:osp-syn-1-0.0 Request processed in 129us (181us total) trans 17179872486 rc 0/0 00000100:00100000:1.0:1778923650.441057:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642 00000004:00080000:1.0:1778923650.441087:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bded80/2, rc 0, transno 17179872486 00000100:00100000:1.0:1778923650.441092:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779328:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441121:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287779456:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441146:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.441171:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779456 00000100:00100000:1.0:1778923650.441175:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779456 00000100:00100000:1.0:1778923650.441197:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1778923650.441203:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287779456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.441293:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.441296:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.441299:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923650.441301:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923650.441303:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.441333:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287779456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (185us total) trans 17179872487 rc 0/0 00000100:00100000:1.0:1778923650.441339:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643 00000004:00080000:1.0:1778923650.441363:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdd880/2, rc 0, transno 17179872487 00000100:00100000:1.0:1778923650.441368:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287779456:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441401:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287779584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441426:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.441451:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779584 00000100:00100000:1.0:1778923650.441455:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779584 00000100:00100000:1.0:1778923650.441476:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:1.0:1778923650.441482:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287779584:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.441600:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923650.441603:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.441606:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923650.441608:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.441610:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923650.441639:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287779584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (213us total) trans 17179872488 rc 0/0 00000100:00100000:1.0:1778923650.441645:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00000004:00080000:1.0:1778923650.441668:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdea00/2, rc 0, transno 17179872488 00000100:00100000:1.0:1778923650.441673:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287779584:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441709:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287779712:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923650.441736:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923650.441763:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779712 00000100:00100000:1.0:1778923650.441767:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779712 00000100:00100000:1.0:1778923650.441791:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645 00000100:00100000:1.0:1778923650.441799:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287779712:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.442867:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779840:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.442930:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.442968:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287780352:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.442990:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.443012:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923650.443017:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779968:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.443037:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923650.443288:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779840 00000100:00100000:0.0:1778923650.443296:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779840 00000100:00100000:0.0:1778923650.443347:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287780352 00000100:00100000:0.0:1778923650.443351:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287780352 00000100:00100000:0.0:1778923650.443369:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287779968 00000100:00100000:0.0:1778923650.443371:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287779968 00000100:00100000:0.0:1778923650.443389:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646 00000100:00100000:0.0:1778923650.443398:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287779840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923650.443643:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923650.443647:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443649:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923650.443652:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443655:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923650.443702:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287779840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 306us (771us total) trans 17179872489 rc 0/0 00000100:00100000:0.0:1778923650.443710:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646 00000100:00100000:0.0:1778923650.443728:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7647 00000100:00100000:0.0:1778923650.443734:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287780352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923650.443812:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923650.443815:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443818:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923650.443834:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443837:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923650.443861:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287780352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (871us total) trans 17179872490 rc 0/0 00000100:00100000:0.0:1778923650.443867:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7647 00000100:00100000:0.0:1778923650.443879:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648 00000100:00100000:0.0:1778923650.443886:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287779968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923650.443963:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923650.443966:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443969:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923650.443970:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923650.443972:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923650.443997:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287779968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 113us (958us total) trans 17179872491 rc 0/0 00000100:00100000:0.0:1778923650.444003:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648 00000004:00080000:0.0:1778923650.444049:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d41180/2, rc 0, transno 17179872491 00000100:00100000:0.0:1778923650.444056:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923650.444065:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d42a00/2, rc 0, transno 17179872489 00000100:00100000:0.0:1778923650.444068:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287779840:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923650.444075:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d40700/2, rc 0, transno 17179872490 00000100:00100000:0.0:1778923650.444079:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287780352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923650.447127:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.447307:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281850752 00000100:00100000:2.0:1778923650.447321:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281850752 00000100:00100000:2.0:1778923650.447396:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2103 00000100:00100000:2.0:1778923650.447408:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54947:x1865335281850752:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923650.447807:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54947:x1865335281850752:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 400us (693us total) trans 8589940146 rc 0/0 00000100:00100000:2.0:1778923650.447816:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2103 00000100:00100000:2.0:1778923650.450988:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287780096:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.451119:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.451191:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923650.451198:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287780224:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923650.451223:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923650.451283:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287780096 00000100:00100000:2.0:1778923650.451294:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287780096 00000100:00100000:2.0:1778923650.451345:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287780224 00000100:00100000:2.0:1778923650.451348:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287780224 00000100:00100000:2.0:1778923650.451371:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649 00000100:00100000:2.0:1778923650.451381:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287780096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923650.451735:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923650.451740:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.451744:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923650.451746:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.451749:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923650.451804:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287780096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 423us (685us total) trans 17179872492 rc 0/0 00000100:00100000:2.0:1778923650.451814:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649 00000100:00100000:2.0:1778923650.451852:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1778923650.451859:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287780224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923650.451946:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923650.451948:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.451951:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923650.451952:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923650.451954:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923650.451980:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287780224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 122us (756us total) trans 17179872493 rc 0/0 00000100:00100000:2.0:1778923650.451986:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650 00000004:00080000:2.0:1778923650.452042:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d40a80/2, rc 0, transno 17179872493 00000100:00100000:2.0:1778923650.452051:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287780224:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923650.452062:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d41c00/2, rc 0, transno 17179872492 00000100:00100000:2.0:1778923650.452066:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287780096:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923650.452456:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923650.452461:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.452463:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923650.452466:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923650.452468:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923650.452540:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287779712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 10741us (10801us total) trans 17179872494 rc 0/0 00000100:00100000:1.0:1778923650.452549:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645 00000004:00080000:3.0:1778923650.452798:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdd500/2, rc 0, transno 17179872494 00000100:00100000:3.0:1778923650.452805:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287779712:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923650.505582:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.506107:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281850880 00000100:00100000:2.0:1778923650.506122:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281850880 00000100:00100000:2.0:1778923650.506210:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5771 00000100:00100000:2.0:1778923650.506230:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54948:x1865335281850880:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923650.506264:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923650.506292:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a5979 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475cc expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506383:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506402:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506416:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506434:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506442:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.506449:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507016:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507028:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507036:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923650.507085:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923650.507090:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923650.507114:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507128:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507136:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507143:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507150:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507157:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cef800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923650.507161:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507169:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507183:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923650.507187:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923650.507192:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507199:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef800/0x3baece0abe6a5980 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507214:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507220:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507227:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507233:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cee000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923650.507235:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507241:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507247:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce737d5f500) 00010000:00010000:2.0:1778923650.507249:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923650.507252:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507258:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a5987 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507295:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a5979 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507309:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.507317:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.507319:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923650.507322:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee200, rc 0) 00000100:00100000:2.0:1778923650.507413:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54948:x1865335281850880:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1192us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.507427:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5771 00000100:00100000:0.0:1778923650.512920:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.513554:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851136 00000100:00100000:1.0:1778923650.513569:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851136 00000100:00100000:1.0:1778923650.513666:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5772 00000100:00100000:1.0:1778923650.513679:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54948:x1865335281851136:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923650.513711:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923650.513741:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5995 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475d3 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.513907:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a599c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.513926:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a599c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.513940:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a599c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923650.513952:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:1.0:1778923650.514142:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5995 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475d3 expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.514167:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a599c lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475d3 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.514176:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923650.514179:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923650.514183:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:1.0:1778923650.514280:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54948:x1865335281851136:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 603us (1377us total) trans 8589940147 rc 0/0 00000100:00100000:1.0:1778923650.514288:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5772 00000100:00100000:0.0:1778923650.518991:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.519073:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851392 00000100:00100000:2.0:1778923650.519098:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851392 00000100:00100000:2.0:1778923650.519183:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5773 00000100:00100000:2.0:1778923650.519195:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54948:x1865335281851392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923650.519236:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923650.519271:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a59aa lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475da expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.519417:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a59b1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.519437:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a59b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.519451:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a59b1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923650.519467:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923650.519673:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cef600/0x3baece0abe6a59aa lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475da expref: 207 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.519698:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a59b1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475da expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.519707:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923650.519710:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923650.519729:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cee000, rc 0) 00000100:00100000:2.0:1778923650.519813:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54948:x1865335281851392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 621us (837us total) trans 8589940148 rc 0/0 00000100:00100000:2.0:1778923650.519841:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5773 00000100:00100000:0.0:1778923650.614265:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.614572:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851520 00000100:00100000:3.0:1778923650.614586:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851520 00000100:00100000:3.0:1778923650.614672:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3905 00000100:00100000:3.0:1778923650.614684:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+46:2355:x1865335281851520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923650.614734:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.614760:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.614780:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.614783:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.614786:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.614847:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.614864:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.614882:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287780480:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.615207:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.632389:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.632872:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851648 00000100:00100000:2.0:1778923650.632886:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851648 00010000:00010000:2.0:1778923650.632945:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 47 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.633003:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3342 00000100:00100000:2.0:1778923650.633016:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281851648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.633037:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.633067:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 47 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.633094:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 47 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.633129:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.633131:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.633139:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.633152:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.633179:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.633273:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281851648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 260us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.633285:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3342 00010000:00010000:3.0:1778923650.633463:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a5956 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b0 expref: 46 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.633485:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b100 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287780480:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923650.633569:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.633582:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.633588:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666807:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666841:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666851:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666859:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923650.666864:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666873:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666897:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.666905:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000017b8671/0x3baece0abe6a59bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.667204:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+45:2355:x1865335281851520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 52515us (52945us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923650.667218:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3905 00000100:00100000:0.0:1778923650.673288:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.673915:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851776 00000100:00100000:2.0:1778923650.674022:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851776 00000100:00100000:0.0:1778923650.674753:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3906 00000100:00100000:0.0:1778923650.674768:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281851776:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923650.674832:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.674862:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 45 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.674872:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.674875:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.674880:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.674942:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 45 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.674959:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 45 pid: 6547 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.674977:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287780608:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.675102:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.679570:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.679618:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281851904 00000100:00100000:2.0:1778923650.679631:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281851904 00000100:00100000:1.0:1778923650.679758:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287780608:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923650.679797:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.679806:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 46 pid: 6547 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.679870:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3343 00000100:00100000:0.0:1778923650.679882:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281851904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923650.679904:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923650.679932:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 46 pid: 6547 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.679946:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 46 pid: 6547 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.680225:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e6383ce4/0x3baece0abe6a57c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474de expref: 46 pid: 6547 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.680247:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.680250:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.680255:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.680266:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.680302:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923650.680421:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.680431:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.680847:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281851904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 966us (1289us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.680858:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3343 00010000:00010000:1.0:1778923650.689852:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.689880:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.689891:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.689900:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420eea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923650.689905:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.689917:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.689943:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.690082:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009ca24ab5/0x3baece0abe6a59c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.690319:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7098db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281851776:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15547us (17037us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923650.690334:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3906 00010000:00010000:2.0:1778923650.691566:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923650.721972:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.722918:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852032 00000100:00100000:1.0:1778923650.722933:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852032 00000100:00100000:0.0:1778923650.723350:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3907 00000100:00100000:0.0:1778923650.723366:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281852032:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923650.723414:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.723451:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 41 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.723462:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.723465:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.723469:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.723540:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 41 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.723557:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 41 pid: 25674 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.723575:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287780736:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.723696:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81900 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.740123:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.741341:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0000_UUID:26633:1865335287780736:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923650.741399:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.743235:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852160 00000100:00100000:2.0:1778923650.743255:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852160 00010000:00010000:2.0:1778923650.743323:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 42 pid: 25674 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.743394:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3344 00000100:00100000:2.0:1778923650.743405:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281852160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.743427:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.743468:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 42 pid: 25674 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.743484:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 42 pid: 25674 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.743548:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8778fd4/0x3baece0abe6a57e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474ec expref: 42 pid: 25674 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.743569:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.743572:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.743578:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.743590:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.744082:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.744165:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281852160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 759us (4058us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.744176:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3344 00010000:00010000:3.0:1778923650.744286:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.744303:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807617:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807643:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807654:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807663:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420efc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923650.807669:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807680:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807705:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.807883:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dbd347f8/0x3baece0abe6a59cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.808259:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281852032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 84891us (86294us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923650.808274:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3907 00000100:00100000:2.0:1778923650.814020:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.814122:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852288 00000100:00100000:0.0:1778923650.814138:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852288 00000100:00100000:0.0:1778923650.814272:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3908 00000100:00100000:0.0:1778923650.814285:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+40:2356:x1865335281852288:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923650.814338:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.814367:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 40 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.814377:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.814379:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.814384:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.814430:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 40 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.814446:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 40 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.814464:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287780864:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.814944:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81900 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.820222:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.820791:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852416 00000100:00100000:3.0:1778923650.820805:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852416 00010000:00010000:3.0:1778923650.820872:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 41 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.820942:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3345 00000100:00100000:3.0:1778923650.820954:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281852416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923650.820973:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923650.821005:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 41 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.821021:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 41 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.821056:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923650.821059:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923650.821065:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.821079:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.821105:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923650.821185:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281852416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 233us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923650.821196:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3345 00010000:00010000:0.0:1778923650.823624:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000830b909b/0x3baece0abe6a57ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5474fa expref: 40 pid: 32953 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.823914:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0000_UUID:14406:1865335287780864:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923650.824038:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.824173:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.824183:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859609:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859632:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859643:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859650:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923650.859656:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859667:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859696:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.859705:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008e8dee4f/0x3baece0abe6a59d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.860177:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281852288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 45885us (46247us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923650.860190:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3908 00000100:00100000:1.0:1778923650.872896:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.873261:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852544 00000100:00100000:3.0:1778923650.873276:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852544 00000100:00100000:3.0:1778923650.873423:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3909 00000100:00100000:3.0:1778923650.873445:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+44:2355:x1865335281852544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923650.873491:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.873549:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 44 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.873559:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.873561:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.873565:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.873610:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 44 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.873627:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 44 pid: 6548 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.873645:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287780992:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.873764:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce734232cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.877582:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70954b480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0001_UUID:14408:1865335287780992:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923650.877624:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.881123:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.881559:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852672 00000100:00100000:0.0:1778923650.881574:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852672 00010000:00010000:0.0:1778923650.881634:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 45 pid: 6548 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.881691:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3346 00000100:00100000:0.0:1778923650.881702:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281852672:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923650.881734:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923650.881775:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 45 pid: 6548 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.881792:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 45 pid: 6548 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.881831:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd8d101e/0x3baece0abe6a581b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547508 expref: 45 pid: 6548 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.881854:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.881856:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.881863:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.881875:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.881920:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923650.882360:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281852672:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 657us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.882369:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3346 00010000:00010000:1.0:1778923650.883624:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.883644:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.900959:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.900990:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.901001:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.901009:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce733c50000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923650.901014:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.901023:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.901052:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.901061:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000687b8592/0x3baece0abe6a59db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.901278:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281852544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27838us (28390us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923650.901289:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3909 00000100:00100000:3.0:1778923650.908872:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.910173:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852800 00000100:00100000:2.0:1778923650.910189:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852800 00000100:00100000:0.0:1778923650.910450:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3910 00000100:00100000:0.0:1778923650.910463:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281852800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923650.910553:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.910579:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 43 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.910588:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.910591:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.910596:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.910643:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 43 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.910660:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 43 pid: 8354 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.910684:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287781120:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.910811:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923650.914452:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287781120:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923650.914497:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.917496:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.917659:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281852928 00000100:00100000:0.0:1778923650.917673:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281852928 00010000:00010000:0.0:1778923650.917742:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 44 pid: 8354 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.917797:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3347 00000100:00100000:0.0:1778923650.917810:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281852928:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923650.917843:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923650.917877:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 44 pid: 8354 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.917904:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 44 pid: 8354 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.917945:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7ddbefc/0x3baece0abe6a5837 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547516 expref: 44 pid: 8354 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.918088:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.918092:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.918098:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.918119:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.918165:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923650.918340:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.918351:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.919191:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281852928:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1376us (1767us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.919203:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3347 00010000:00010000:2.0:1778923650.926337:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926366:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926384:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926392:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7098f9000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923650.926398:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926409:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926446:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.926455:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9e64cf0/0x3baece0abe6a59e2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.926623:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281852800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16155us (17758us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923650.926636:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3910 00000100:00100000:0.0:1778923650.932660:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.933366:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853056 00000100:00100000:3.0:1778923650.933393:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853056 00000100:00100000:3.0:1778923650.933537:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3911 00000100:00100000:3.0:1778923650.933550:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281853056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923650.933599:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.933626:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 42 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.933636:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.933638:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.933642:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.933686:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 42 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.933701:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 42 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.933728:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287781248:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.933845:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923650.938648:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923650.938762:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853184 00000100:00100000:1.0:1778923650.938786:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853184 00010000:00010000:1.0:1778923650.938854:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 43 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923650.938913:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3348 00000100:00100000:1.0:1778923650.938934:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281853184:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923650.938955:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923650.938996:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 43 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.939011:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 43 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.939044:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.939047:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923650.939053:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.939066:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923650.939092:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923650.939156:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281853184:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 234us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923650.939164:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3348 00010000:00010000:3.0:1778923650.939479:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a610168d/0x3baece0abe6a5853 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547524 expref: 42 pid: 32943 timeout: 1447 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.939500:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287781248:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923650.939554:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.939565:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.939573:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950338:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950367:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950376:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950385:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923650.950390:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950400:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950428:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.950451:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a59e9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.950594:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281853056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17040us (17943us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923650.950607:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3911 00000100:00100000:2.0:1778923650.962134:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.962320:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853312 00000100:00100000:3.0:1778923650.962335:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853312 00000100:00100000:3.0:1778923650.962885:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3912 00000100:00100000:3.0:1778923650.962901:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281853312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923650.962960:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.962994:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.963003:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.963006:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923650.963010:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.963053:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.963068:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 39 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.963086:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287781376:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923650.963196:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.967103:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923650.967262:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853440 00000100:00100000:2.0:1778923650.967276:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853440 00010000:00010000:2.0:1778923650.967332:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 40 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.967428:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3349 00000100:00100000:2.0:1778923650.967450:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281853440:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923650.967469:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923650.967498:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 40 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.967564:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 40 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.967598:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.967600:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923650.967607:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.967619:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.967646:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923650.967723:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281853440:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 263us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923650.967733:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3349 00010000:00010000:3.0:1778923650.967960:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c021052c/0x3baece0abe6a586f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547532 expref: 39 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923650.967991:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287781376:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923650.968017:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.968028:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.968037:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977154:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977184:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977196:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977205:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923650.977211:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977221:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977247:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923650.977255:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a59f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.977453:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734070e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281853312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14549us (15733us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923650.977466:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3912 00000100:00100000:1.0:1778923650.983360:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923650.985962:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853568 00000100:00100000:3.0:1778923650.986211:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853568 00000100:00100000:0.0:1778923650.986445:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3913 00000100:00100000:0.0:1778923650.986459:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281853568:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923650.986540:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.986570:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.986580:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.986583:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923650.986588:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.986639:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.986662:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 38 pid: 32953 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.986681:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287781504:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923650.986827:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923650.994402:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923650.994643:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287781504:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923650.994681:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923650.996345:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853696 00000100:00100000:2.0:1778923650.996363:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853696 00010000:00010000:0.0:1778923650.996665:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 39 pid: 32953 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923650.996846:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3350 00000100:00100000:0.0:1778923650.996859:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281853696:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923650.996881:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923650.996930:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 39 pid: 32953 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.996948:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 39 pid: 32953 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.996990:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db7aa54f/0x3baece0abe6a588b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547540 expref: 39 pid: 32953 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.997016:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.997018:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923650.997024:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.997035:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923650.997079:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923650.997164:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281853696:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 307us (2777us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923650.997172:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3350 00010000:00010000:3.0:1778923650.997319:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923650.997329:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013276:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013316:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013328:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013338:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420eea00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923651.013344:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013354:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013381:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.013391:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ca24ab5/0x3baece0abe6a59f7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.013582:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281853568:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27117us (30228us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923651.013595:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3913 00000100:00100000:1.0:1778923651.020962:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.021138:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853824 00000100:00100000:0.0:1778923651.021151:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853824 00000100:00100000:0.0:1778923651.021236:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3914 00000100:00100000:0.0:1778923651.021248:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281853824:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923651.021297:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.021324:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 41 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.021333:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.021335:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.021339:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.021393:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 41 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.021409:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.021438:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287781632:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.021567:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.025680:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.025900:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287781632:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.025948:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.026285:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281853952 00000100:00100000:2.0:1778923651.026294:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281853952 00010000:00010000:2.0:1778923651.026348:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 42 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.026397:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3351 00000100:00100000:2.0:1778923651.026409:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281853952:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923651.026428:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923651.026460:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 42 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.026475:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 42 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.026546:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a58a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54754e expref: 42 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.026567:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.026569:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.026575:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.026586:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.026625:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923651.026694:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281853952:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 286us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.026702:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3351 00010000:00010000:3.0:1778923651.026884:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.026903:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066202:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066228:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066238:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066247:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7420efc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.066253:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066264:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066290:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.066299:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbd347f8/0x3baece0abe6a59fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.066654:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281853824:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 45402us (45699us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.066668:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3914 00000100:00100000:1.0:1778923651.071888:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.072276:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854080 00000100:00100000:0.0:1778923651.072292:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854080 00000100:00100000:0.0:1778923651.072437:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3915 00000100:00100000:0.0:1778923651.072451:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+40:2356:x1865335281854080:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923651.072531:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.072560:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.072569:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.072572:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.072577:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.072625:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.072641:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 40 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.072660:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287781760:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.072939:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81840 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.080459:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.080649:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854208 00000100:00100000:2.0:1778923651.080661:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854208 00010000:00010000:2.0:1778923651.080729:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 41 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.080782:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3352 00000100:00100000:2.0:1778923651.080794:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281854208:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923651.080828:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923651.080863:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 41 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.080883:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 41 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.080936:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.080939:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.080945:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.080958:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.080988:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923651.081077:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281854208:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 283us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.081086:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3352 00010000:00010000:0.0:1778923651.082488:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d3b28a3/0x3baece0abe6a58c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54755c expref: 40 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.082573:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607702a00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0001_UUID:14410:1865335287781760:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.082616:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.082631:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.082638:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100329:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100356:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100367:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100376:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706283c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.100381:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100393:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100419:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.100427:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8778fd4/0x3baece0abe6a5a05 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.100673:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281854080:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 28217us (28793us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.100687:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3915 00000100:00100000:1.0:1778923651.107211:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.107317:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854336 00000100:00100000:3.0:1778923651.107332:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854336 00000100:00100000:3.0:1778923651.107442:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3916 00000100:00100000:3.0:1778923651.107454:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281854336:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923651.107546:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.107575:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 37 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.107584:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923651.107587:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923651.107591:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.107639:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 37 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.107656:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 37 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.107676:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287781888:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923651.107880:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.112671:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.112937:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c57b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287781888:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923651.112976:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.113189:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854464 00000100:00100000:0.0:1778923651.113199:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854464 00010000:00010000:0.0:1778923651.113248:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 38 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.113297:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3353 00000100:00100000:0.0:1778923651.113310:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281854464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923651.113331:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923651.113363:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 38 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.113377:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 38 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.113408:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000689df76f/0x3baece0abe6a58e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547571 expref: 38 pid: 25674 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.113438:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.113441:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.113447:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.113459:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.113499:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923651.113608:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281854464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 300us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.113617:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3353 00010000:00010000:2.0:1778923651.114210:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.114224:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141189:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141216:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141227:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141240:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8cf000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.141246:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141256:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141280:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.141288:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fa5c65a7/0x3baece0abe6a5a0c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.141571:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281854336:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 34111us (34368us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.141584:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3916 00000100:00100000:3.0:1778923651.146613:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.146685:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854592 00000100:00100000:2.0:1778923651.146701:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854592 00000100:00100000:2.0:1778923651.146891:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3917 00000100:00100000:2.0:1778923651.146903:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281854592:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923651.146962:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.146989:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.147003:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923651.147006:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923651.147009:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.147055:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.147072:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 39 pid: 6546 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.147091:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287782016:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923651.147205:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.155698:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.155932:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287782016:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923651.155971:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.156226:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854720 00000100:00100000:0.0:1778923651.156235:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854720 00010000:00010000:0.0:1778923651.156287:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.156339:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3354 00000100:00100000:0.0:1778923651.156350:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281854720:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923651.156373:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923651.156404:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.156420:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.156449:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009530647/0x3baece0abe6a5902 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54757f expref: 40 pid: 6546 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.156468:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.156470:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.156476:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.156489:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.156582:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923651.156652:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281854720:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 303us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.156662:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3354 00010000:00010000:3.0:1778923651.157261:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.157275:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.167958:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.167986:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.167997:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.168006:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923651.168012:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.168022:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.168048:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.168062:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5a13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.168197:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c57b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281854592:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21289us (21592us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923651.168209:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3917 00000100:00100000:1.0:1778923651.178614:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.178943:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854848 00000100:00100000:2.0:1778923651.178956:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854848 00000100:00100000:2.0:1778923651.179057:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3918 00000100:00100000:2.0:1778923651.179070:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281854848:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923651.179119:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.179153:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.179162:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923651.179164:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923651.179169:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.179214:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.179233:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 36 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.179250:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287782144:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923651.179377:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923651.183639:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.183746:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281854976 00000100:00100000:1.0:1778923651.183759:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281854976 00010000:00010000:1.0:1778923651.183825:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 37 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.183879:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3355 00000100:00100000:1.0:1778923651.183900:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281854976:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923651.183929:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923651.183958:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 37 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.183976:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 37 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.184011:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.184014:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.184020:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.184032:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.184060:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923651.184140:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281854976:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 250us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.184149:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3355 00010000:00010000:2.0:1778923651.185178:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c10ef226/0x3baece0abe6a5925 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547594 expref: 36 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.185201:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0000_UUID:26634:1865335287782144:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923651.185228:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.185240:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.185247:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194824:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194852:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194863:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194872:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.194878:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194889:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.194914:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.195003:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5a1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.195180:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281854848:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16107us (16575us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.195192:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3918 00000100:00100000:0.0:1778923651.202169:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.202331:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281855104 00000100:00100000:3.0:1778923651.202344:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281855104 00000100:00100000:3.0:1778923651.202542:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3919 00000100:00100000:3.0:1778923651.202556:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281855104:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923651.202609:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.202638:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.202647:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923651.202650:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923651.202655:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.202705:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.202853:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 38 pid: 32943 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.202879:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287782272:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923651.203034:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7342320c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923651.206610:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.206907:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281855232 00000100:00100000:1.0:1778923651.206930:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281855232 00010000:00010000:1.0:1778923651.206990:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 39 pid: 32943 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.207047:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3356 00000100:00100000:1.0:1778923651.207060:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281855232:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923651.207083:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923651.207118:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 39 pid: 32943 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.207136:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 39 pid: 32943 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.207177:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.207180:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.207186:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.207197:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.207229:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923651.207303:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281855232:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 245us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.207311:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3356 00010000:00010000:3.0:1778923651.208202:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dfa733fa/0x3baece0abe6a5941 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475a2 expref: 38 pid: 32943 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.208226:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287782272:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923651.208255:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.208267:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.208275:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215272:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215300:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215312:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215321:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e8cf800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923651.215328:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215338:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215362:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.215371:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e71a9be1/0x3baece0abe6a5a21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.215885:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281855104:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13323us (13723us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.215901:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3919 00000100:00100000:0.0:1778923651.231868:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.232286:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281855360 00000100:00100000:2.0:1778923651.232301:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281855360 00000100:00100000:2.0:1778923651.232397:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 588 00000100:00100000:2.0:1778923651.232411:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54948:x1865335281855360:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:2.0:1778923651.232434:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923651.232473:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee000/0x3baece0abe6a59b1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475da expref: 206 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.232564:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.232573:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923651.232667:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54948:x1865335281855360:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 259us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.232676:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 588 00000100:00100000:3.0:1778923651.235832:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.236201:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281855616 00000100:00100000:0.0:1778923651.236216:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281855616 00000100:00100000:0.0:1778923651.236291:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2104 00000100:00100000:0.0:1778923651.236304:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54948:x1865335281855616:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923651.236728:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54948:x1865335281855616:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 425us (921us total) trans 8589940149 rc 0/0 00000100:00100000:0.0:1778923651.236737:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2104 00000100:00100000:3.0:1778923651.242432:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.242593:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281855872 00000100:00100000:2.0:1778923651.242607:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281855872 00000100:00100000:2.0:1778923651.242691:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5774 00000100:00100000:2.0:1778923651.242703:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281855872:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923651.242745:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923651.242771:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5a28 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475e1 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.242961:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.242981:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.242993:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.243040:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.243055:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 207 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.243072:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287782400:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923651.243183:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923651.247735:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.247955:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856000 00000100:00100000:0.0:1778923651.247970:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856000 00010000:00010000:0.0:1778923651.248030:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 208 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.248084:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3357 00000100:00100000:0.0:1778923651.248097:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281856000:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923651.248118:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 208 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248133:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 208 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248148:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 208 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248160:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.248163:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923651.248168:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248182:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248189:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.248222:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 208 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.248307:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281856000:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 211us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.248317:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3357 00000100:00100000:2.0:1778923651.249838:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287782400:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923651.249874:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.249887:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.249905:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923651.249938:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923651.250177:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5a28 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.250203:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.250212:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.250214:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923651.250218:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923651.250297:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281855872:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7596us (7880us total) trans 8589940150 rc 0/0 00000100:00100000:2.0:1778923651.250307:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5774 00000100:00100000:3.0:1778923651.253353:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.253531:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856128 00000100:00100000:2.0:1778923651.253544:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856128 00000100:00100000:2.0:1778923651.253608:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7651 00000100:00100000:2.0:1778923651.253619:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281856128:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923651.253643:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923651.253671:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475e8 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923651.253704:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a083854, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923651.253743:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.253745:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.253757:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.253777:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 38 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.253793:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923651.253877:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281856128:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 260us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.253886:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7651 00000100:00100000:3.0:1778923651.257064:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.257599:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856384 00000100:00100000:0.0:1778923651.257613:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856384 00000100:00100000:0.0:1778923651.257695:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2105 00000100:00100000:0.0:1778923651.257717:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281856384:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:0.0:1778923651.258094:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281856384:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 387us (1043us total) trans 8589940151 rc 0/0 00000100:00100000:0.0:1778923651.258105:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2105 00000100:00100000:3.0:1778923651.262735:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.263136:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856640 00000100:00100000:1.0:1778923651.263150:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856640 00000100:00100000:1.0:1778923651.263220:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5775 00000100:00100000:1.0:1778923651.263232:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281856640:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923651.263264:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923651.263268:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:1.0:1778923651.263306:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a599c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475d3 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263337:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce733c50200/0x3baece0abe6a5972 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475c5 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263351:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cee200/0x3baece0abe6a598e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475cc expref: 207 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263363:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923651.263370:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923651.263386:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a5a44 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475ef expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263457:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263479:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.263491:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923651.270190:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1836, 88 off159696 00000004:00080000:1.0:1778923651.270217:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348326712769ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.270356:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1828, 88 off159256 00000004:00080000:1.0:1778923651.270364:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348326859933ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.270402:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1829, 88 off159344 00000004:00080000:1.0:1778923651.270407:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348326902761ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.270424:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1837, 88 off159784 00000004:00080000:1.0:1778923651.270440:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348326936302ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.270952:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1838, 88 off159872 00000004:00080000:1.0:1778923651.270960:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348327456084ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.271352:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1830, 88 off159432 00000004:00080000:1.0:1778923651.271359:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348327854784ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.271392:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1831, 88 off159520 00000004:00080000:1.0:1778923651.271397:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348327893199ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.271416:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1839, 88 off159960 00000004:00080000:1.0:1778923651.271420:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348327915680ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.271713:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1832, 88 off159608 00000004:00080000:1.0:1778923651.271732:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348328227967ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.271755:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1840, 88 off160048 00000004:00080000:1.0:1778923651.271761:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348328256707ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.272152:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1841, 88 off160136 00000004:00080000:1.0:1778923651.272159:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348328654927ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.272256:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1833, 88 off159696 00000004:00080000:1.0:1778923651.272262:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348328758019ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.272295:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1842, 88 off160224 00000004:00080000:1.0:1778923651.272300:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348328796422ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.272425:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1834, 88 off159784 00000004:00080000:1.0:1778923651.272441:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348328936962ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.272548:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1843, 88 off160312 00000004:00080000:1.0:1778923651.272555:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348329051243ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.277218:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1835, 88 off159872 00000004:00080000:1.0:1778923651.277244:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348333739446ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.277418:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1836, 88 off159960 00000004:00080000:1.0:1778923651.277425:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348333920655ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.277692:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1844, 88 off160400 00000004:00080000:1.0:1778923651.277697:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348334193474ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.277945:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1837, 88 off160048 00000004:00080000:1.0:1778923651.277951:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348334446885ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.278163:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1845, 88 off160488 00000004:00080000:1.0:1778923651.278171:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348334666305ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.278203:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1846, 88 off160576 00000004:00080000:1.0:1778923651.278208:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348334704492ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.278227:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1838, 88 off160136 00000004:00080000:1.0:1778923651.278232:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348334727645ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.278355:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1847, 88 off160664 00000004:00080000:1.0:1778923651.278360:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348334856162ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.278391:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1839, 88 off160224 00000004:00080000:1.0:1778923651.278395:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348334891045ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.278623:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1840, 88 off160312 00000004:00080000:1.0:1778923651.278628:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348335124453ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.278719:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1848, 88 off160752 00000004:00080000:1.0:1778923651.278724:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348335219845ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.278777:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1849, 88 off160840 00000004:00080000:1.0:1778923651.278782:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348335277992ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.279247:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1841, 88 off160400 00000004:00080000:1.0:1778923651.279253:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348335748975ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.279277:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1842, 88 off160488 00000004:00080000:1.0:1778923651.279281:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348335776630ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.279295:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1850, 88 off160928 00000004:00080000:1.0:1778923651.279299:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348335794663ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.279405:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1851, 88 off161016 00000004:00080000:1.0:1778923651.279409:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348335905025ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.279581:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1843, 88 off160576 00000004:00080000:1.0:1778923651.279585:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348336081400ns, next at 1344155187312ns, rc = 0 00000001:00080000:3.0:1778923651.332204:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940151 is committed 00000001:00080000:3.0:1778923651.332240:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940152 is committed 00000004:00080000:3.0:1778923651.332248:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1506 committed 00000004:00080000:3.0:1778923651.332259:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1511 committed 00000004:00080000:3.0:1778923651.332268:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1510 committed 00000004:00080000:3.0:1778923651.332270:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1505 committed 00000004:00080000:3.0:1778923651.332272:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1504 committed 00000004:00080000:3.0:1778923651.332274:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1509 committed 00000004:00080000:3.0:1778923651.332276:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1508 committed 00000004:00080000:3.0:1778923651.332279:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1503 committed 00000004:00080000:3.0:1778923651.332280:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1502 committed 00000004:00080000:3.0:1778923651.332283:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1507 committed 00000004:00080000:3.0:1778923651.332285:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1501 committed 00000004:00080000:3.0:1778923651.332287:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1506 committed 00000004:00080000:3.0:1778923651.332289:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1505 committed 00000004:00080000:3.0:1778923651.332291:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1500 committed 00000004:00080000:3.0:1778923651.332293:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1504 committed 00000004:00080000:3.0:1778923651.332295:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1499 committed 00000004:00080000:3.0:1778923651.332297:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1498 committed 00000004:00080000:3.0:1778923651.332300:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1503 committed 00000004:00080000:3.0:1778923651.332304:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1497 committed 00000004:00080000:3.0:1778923651.332307:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1502 committed 00000004:00080000:3.0:1778923651.332309:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1496 committed 00000004:00080000:3.0:1778923651.332311:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1501 committed 00000004:00080000:3.0:1778923651.332313:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1500 committed 00000004:00080000:3.0:1778923651.332316:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1495 committed 00000004:00080000:3.0:1778923651.332320:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1499 committed 00000004:00080000:3.0:1778923651.332322:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1494 committed 00000004:00080000:3.0:1778923651.332325:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1493 committed 00000004:00080000:3.0:1778923651.332327:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1498 committed 00000004:00080000:3.0:1778923651.332329:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1497 committed 00000004:00080000:3.0:1778923651.332332:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1492 committed 00000004:00080000:3.0:1778923651.332334:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1491 committed 00000004:00080000:3.0:1778923651.332337:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1496 committed 00000100:00100000:3.0:1778923651.332860:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287782528:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333065:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333110:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783040:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333135:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333164:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1778923651.333169:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287782912:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333190:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333207:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783424:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333228:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333258:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287782784:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333281:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333299:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287783296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333321:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333340:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1778923651.333345:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287782656:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333366:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.333381:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287783168:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.333398:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.336663:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287782528 00000100:00100000:0.0:1778923651.336684:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287782528 00000100:00100000:0.0:1778923651.336761:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783040 00000100:00100000:0.0:1778923651.336765:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783040 00000100:00100000:0.0:1778923651.336783:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287782912 00000100:00100000:0.0:1778923651.336786:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287782912 00000100:00100000:0.0:1778923651.336797:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783424 00000100:00100000:0.0:1778923651.336799:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783424 00000100:00100000:0.0:1778923651.336808:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287782784 00000100:00100000:0.0:1778923651.336810:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287782784 00000100:00100000:0.0:1778923651.336831:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783296 00000100:00100000:0.0:1778923651.336834:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783296 00000100:00100000:0.0:1778923651.336843:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287782656 00000100:00100000:0.0:1778923651.336846:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287782656 00000100:00100000:0.0:1778923651.336854:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783168 00000100:00100000:0.0:1778923651.336857:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783168 00000100:00100000:0.0:1778923651.336874:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:0.0:1778923651.336884:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287782528:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.337244:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.337249:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923651.337252:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923651.337255:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923651.337257:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.337379:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287782528:12345-0@lo:2:osp-syn-0-0.0 Request processed in 495us (4315us total) trans 21474839576 rc 0/0 00000100:00100000:0.0:1778923651.337388:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00100000:0.0:1778923651.337419:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653 00000100:00100000:0.0:1778923651.337426:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287783040:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.337650:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654 00000100:00100000:3.0:1778923651.337661:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287782912:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.337827:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287782912:12345-0@lo:2:osp-syn-0-0.0 Request processed in 158us (4624us total) trans 21474839577 rc 0/0 00000100:00100000:3.0:1778923651.337834:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654 00000100:00100000:3.0:1778923651.337869:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655 00000100:00100000:3.0:1778923651.337876:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287783424:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.338138:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287783040:12345-0@lo:2:osp-syn-0-0.0 Request processed in 712us (5001us total) trans 21474839578 rc 0/0 00000100:00100000:0.0:1778923651.338144:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653 00000100:00100000:0.0:1778923651.338159:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656 00000100:00100000:0.0:1778923651.338167:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287782784:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.338269:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.338273:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.338275:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923651.338278:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.338281:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.338319:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287782784:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (5036us total) trans 21474839579 rc 0/0 00000100:00100000:0.0:1778923651.338326:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656 00000100:00100000:0.0:1778923651.338350:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657 00000100:00100000:0.0:1778923651.338357:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287783296:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.338961:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658 00000100:00100000:2.0:1778923651.338975:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287782656:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923651.339111:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.339114:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923651.339117:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923651.339119:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.339121:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.339175:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287782656:12345-0@lo:2:osp-syn-0-0.0 Request processed in 205us (5807us total) trans 21474839580 rc 0/0 00000100:00100000:2.0:1778923651.339182:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658 00000100:00100000:2.0:1778923651.339200:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659 00000100:00100000:2.0:1778923651.339206:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3292:x1865335287783168:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923651.339283:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.339286:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923651.339288:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923651.339290:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923651.339293:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.339320:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287783168:12345-0@lo:2:osp-syn-0-0.0 Request processed in 114us (5920us total) trans 21474839581 rc 0/0 00000100:00100000:2.0:1778923651.339329:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659 00002000:00010000:3.0:1778923651.340755:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923651.340762:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:3.0:1778923651.340765:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923651.340767:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:3.0:1778923651.340770:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923651.340855:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287783424:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2977us (7622us total) trans 21474839582 rc 0/0 00000100:00100000:3.0:1778923651.340870:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655 00000004:00080000:3.0:1778923651.341606:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacaa00/2, rc 0, transno 21474839577 00000100:00100000:3.0:1778923651.341628:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287782912:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341644:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9f800/2, rc 0, transno 21474839582 00000100:00100000:3.0:1778923651.341648:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783424:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341659:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73baca300/2, rc 0, transno 21474839576 00000100:00100000:3.0:1778923651.341662:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73baca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287782528:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341672:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9c00/2, rc 0, transno 21474839578 00000100:00100000:3.0:1778923651.341675:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783040:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341731:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac8380/2, rc 0, transno 21474839580 00000100:00100000:3.0:1778923651.341735:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287782656:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341751:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d180/2, rc 0, transno 21474839581 00000100:00100000:3.0:1778923651.341754:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287783168:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.341766:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bac9180/2, rc 0, transno 21474839579 00000100:00100000:3.0:1778923651.341770:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287782784:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.342080:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.342084:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.342087:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923651.342089:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.342092:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.342183:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3292:x1865335287783296:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3825us (8860us total) trans 21474839583 rc 0/0 00000100:00100000:0.0:1778923651.342192:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657 00000100:00100000:2.0:1778923651.342715:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287783680:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.342769:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.342809:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784192:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.342842:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.342868:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784704:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.342904:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.342931:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785216:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.342952:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.342976:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1778923651.342980:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287783808:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.342998:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.343013:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784320:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.343030:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.343044:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784832:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.343063:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.343078:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785344:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.343096:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.343132:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783680 00000100:00100000:2.0:1778923651.343140:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783680 00000100:00100000:2.0:1778923651.343190:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784192 00000100:00100000:2.0:1778923651.343192:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784192 00000100:00100000:2.0:1778923651.343202:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784704 00000100:00100000:2.0:1778923651.343204:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784704 00000100:00100000:2.0:1778923651.343213:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785216 00000100:00100000:2.0:1778923651.343215:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785216 00000100:00100000:2.0:1778923651.343223:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783808 00000100:00100000:2.0:1778923651.343226:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783808 00000100:00100000:2.0:1778923651.343234:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784320 00000100:00100000:2.0:1778923651.343236:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784320 00000100:00100000:2.0:1778923651.343245:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784832 00000100:00100000:2.0:1778923651.343247:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784832 00000100:00100000:2.0:1778923651.343258:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785344 00000100:00100000:2.0:1778923651.343260:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785344 00000100:00100000:2.0:1778923651.343273:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7660 00000100:00100000:2.0:1778923651.343282:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b689850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287783680:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.343658:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9dc00/2, rc 0, transno 21474839583 00000100:00100000:3.0:1778923651.343672:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287783296:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.343690:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783552:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.343744:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.343758:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.343778:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.343787:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784576:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.343807:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.343826:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287785088:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.343846:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.343863:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1778923651.343868:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783936:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.343888:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.343897:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784448:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.343913:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.344006:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784960:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.344028:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1778923651.344198:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.344202:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923651.344204:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923651.344206:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.344209:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.344262:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b689850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287783680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 981us (1492us total) trans 17179872495 rc 0/0 00000100:00100000:2.0:1778923651.344271:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7660 00000100:00100000:2.0:1778923651.344422:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783552 00000100:00100000:2.0:1778923651.344533:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783552 00000100:00100000:2.0:1778923651.344560:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784064 00000100:00100000:2.0:1778923651.344563:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784064 00000100:00100000:2.0:1778923651.344571:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784576 00000100:00100000:2.0:1778923651.344573:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784576 00000100:00100000:2.0:1778923651.344582:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785088 00000100:00100000:2.0:1778923651.344584:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785088 00000100:00100000:2.0:1778923651.344591:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287783936 00000100:00100000:2.0:1778923651.344593:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287783936 00000100:00100000:2.0:1778923651.344602:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784448 00000100:00100000:2.0:1778923651.344603:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784448 00000100:00100000:2.0:1778923651.344612:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287784960 00000100:00100000:2.0:1778923651.344614:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287784960 00000100:00100000:2.0:1778923651.344626:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7661 00000100:00100000:2.0:1778923651.344633:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287784192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.344796:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287784192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (1952us total) trans 17179872496 rc 0/0 00000100:00100000:2.0:1778923651.344802:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7661 00000100:00100000:2.0:1778923651.344829:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7662 00000100:00100000:2.0:1778923651.344837:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287784704:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.345060:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7663 00000100:00100000:0.0:1778923651.345072:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287785216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.345179:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.345182:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.345184:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923651.345187:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.345190:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923651.345228:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287785216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 160us (2274us total) trans 21474839584 rc 0/0 00000100:00100000:0.0:1778923651.345235:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7663 00000100:00100000:0.0:1778923651.345249:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7664 00000100:00100000:0.0:1778923651.345257:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287783808:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.345367:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287783808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 111us (2367us total) trans 17179872497 rc 0/0 00000100:00100000:0.0:1778923651.345373:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7664 00000100:00100000:0.0:1778923651.345385:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7665 00000100:00100000:0.0:1778923651.345392:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287784320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923651.345581:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923651.345585:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.345588:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923651.345590:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.345592:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923651.345621:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287784320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 229us (2589us total) trans 17179872498 rc 0/0 00000100:00100000:0.0:1778923651.345627:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7665 00000100:00100000:0.0:1778923651.345641:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7666 00000100:00100000:0.0:1778923651.345647:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287784832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.345724:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.345726:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.345729:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923651.345731:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.345734:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.345760:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287784832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (2695us total) trans 21474839585 rc 0/0 00000100:00100000:0.0:1778923651.345766:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7666 00000100:00100000:0.0:1778923651.345780:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7667 00000100:00100000:0.0:1778923651.345786:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287785344:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.345892:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287785344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 106us (2794us total) trans 21474839586 rc 0/0 00000100:00100000:0.0:1778923651.345898:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7667 00000100:00100000:0.0:1778923651.345909:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668 00000100:00100000:0.0:1778923651.345916:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287783552:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.346080:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7669 00000100:00100000:1.0:1778923651.346091:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287784064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.346182:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.346185:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.346187:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923651.346188:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.346190:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.346228:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287784064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (2450us total) trans 17179872499 rc 0/0 00000100:00100000:1.0:1778923651.346234:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7669 00000100:00100000:1.0:1778923651.346246:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7670 00000100:00100000:1.0:1778923651.346253:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1865335287784576:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.346353:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287784576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 100us (2545us total) trans 21474839587 rc 0/0 00000100:00100000:1.0:1778923651.346359:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7670 00000100:00100000:1.0:1778923651.346371:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7671 00000100:00100000:1.0:1778923651.346377:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+35:3294:x1865335287785088:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.346598:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287784704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1762us (3692us total) trans 21474839588 rc 0/0 00000100:00100000:2.0:1778923651.346604:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7662 00000100:00100000:2.0:1778923651.346620:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7672 00000100:00100000:2.0:1778923651.346628:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287783936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923651.346713:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.346716:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923651.346719:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923651.346720:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:2.0:1778923651.346723:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.346749:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287783936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (2860us total) trans 17179872500 rc 0/0 00000100:00100000:2.0:1778923651.346755:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7672 00000100:00100000:2.0:1778923651.346768:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7673 00000100:00100000:2.0:1778923651.346775:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287784448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.346893:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287784448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 118us (2979us total) trans 17179872501 rc 0/0 00000100:00100000:2.0:1778923651.346899:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7673 00000100:00100000:2.0:1778923651.346912:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7674 00000004:00080000:3.0:1778923651.347354:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607700000/2, rc 0, transno 17179872500 00000100:00100000:0.0:1778923651.347603:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287783552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1232us (3403us total) trans 17179872502 rc 0/0 00000100:00100000:0.0:1778923651.347611:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668 00000100:00100000:1.0:1778923651.347690:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287785088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 867us (3396us total) trans 21474839589 rc 0/0 00000100:00100000:1.0:1778923651.347697:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7671 00010000:00010000:0.0:1778923651.347949:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475ef expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.347966:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.347970:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923651.347993:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a5a44 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475ef expref: 202 pid: 30325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.348017:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475ef expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.348062:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.348066:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:0.0:1778923651.348068:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:0.0:1778923651.348137:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281856640:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 84909us (85428us total) trans 8589940152 rc 0/0 00000100:00100000:0.0:1778923651.348146:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5775 00000100:00100000:1.0:1778923651.352250:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287785472:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.352357:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.352539:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785472 00000100:00100000:0.0:1778923651.352551:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785472 00000100:00100000:0.0:1778923651.352614:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:0.0:1778923651.352625:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287785472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.352947:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.352951:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.352954:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923651.352957:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.352959:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923651.353018:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287785472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 395us (661us total) trans 21474839590 rc 0/0 00000100:00100000:0.0:1778923651.353027:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675 00000004:00080000:0.0:1778923651.353085:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701c00/2, rc 0, transno 21474839590 00000100:00100000:0.0:1778923651.353092:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287785472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.353459:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287784960:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923651.353617:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.353620:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.353623:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923651.353626:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.353628:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923651.353671:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3294:x1865335287784960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6752us (9640us total) trans 21474839591 rc 0/0 00000100:00100000:2.0:1778923651.353679:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7674 00000100:00100000:3.0:1778923651.354205:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783936:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354237:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 17179872501 00000100:00100000:3.0:1778923651.354243:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784448:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354253:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9a680/2, rc 0, transno 21474839591 00000100:00100000:3.0:1778923651.354257:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784960:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354266:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607700700/2, rc 0, transno 17179872502 00000100:00100000:3.0:1778923651.354270:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287783552:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354279:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701500/2, rc 0, transno 17179872499 00000100:00100000:3.0:1778923651.354283:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784064:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354291:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072300/2, rc 0, transno 21474839587 00000100:00100000:3.0:1778923651.354294:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287784576:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354304:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641b800/2, rc 0, transno 21474839589 00000100:00100000:3.0:1778923651.354308:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287785088:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354337:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701880/2, rc 0, transno 17179872497 00000100:00100000:3.0:1778923651.354341:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287783808:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354349:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703480/2, rc 0, transno 17179872498 00000100:00100000:3.0:1778923651.354352:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784320:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354360:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072d80/2, rc 0, transno 21474839585 00000100:00100000:3.0:1778923651.354362:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784832:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354370:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706419f80/2, rc 0, transno 21474839586 00000100:00100000:3.0:1778923651.354373:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785344:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354382:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703b80/2, rc 0, transno 17179872495 00000100:00100000:3.0:1778923651.354386:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287783680:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354395:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703100/2, rc 0, transno 17179872496 00000100:00100000:3.0:1778923651.354398:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784192:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923651.354407:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734072a00/2, rc 0, transno 21474839588 00000100:00100000:3.0:1778923651.354410:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734072a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287784704:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.354420:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a680/2, rc 0, transno 21474839584 00000100:00100000:3.0:1778923651.354424:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785216:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.354553:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287785600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.354604:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.354719:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1778923651.354730:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287785728:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.354759:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.354794:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785600 00000100:00100000:3.0:1778923651.354801:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785600 00000100:00100000:3.0:1778923651.354856:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785728 00000100:00100000:3.0:1778923651.354859:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785728 00000100:00100000:3.0:1778923651.354880:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676 00000100:00100000:3.0:1778923651.355171:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+30:3294:x1865335287785600:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923651.355417:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923651.355421:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:3.0:1778923651.355494:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923651.355497:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:3.0:1778923651.355500:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.355632:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7677 00000100:00100000:2.0:1778923651.355646:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+31:3292:x1865335287785728:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923651.355756:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.355759:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.355761:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923651.355763:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.355766:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923651.355811:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+32:3292:x1865335287785728:12345-0@lo:2:osp-syn-1-0.0 Request processed in 170us (1050us total) trans 17179872504 rc 0/0 00000100:00100000:2.0:1778923651.355829:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7677 00000004:00080000:2.0:1778923651.355893:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a300/2, rc 0, transno 17179872504 00000100:00100000:2.0:1778923651.355900:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287785728:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.356740:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.356840:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856768 00000100:00100000:2.0:1778923651.356848:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856768 00000100:00100000:2.0:1778923651.356904:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7678 00000100:00100000:2.0:1778923651.356913:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:54746:x1865335281856768:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923651.356940:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923651.356968:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475f6 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923651.357000:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083880, atime: 0x6a083880, ctime: 0x6a083882, blocks: 0x187 00010000:00010000:2.0:1778923651.357026:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.357029:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.357039:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 39 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.357059:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 39 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.357074:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923651.357137:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:54746:x1865335281856768:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 225us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.357144:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7678 00000100:00100000:2.0:1778923651.360327:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287785984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.360438:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.360493:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923651.360524:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.360584:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.360633:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785984 00000100:00100000:2.0:1778923651.360643:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785984 00000100:00100000:2.0:1778923651.360696:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287785856 00000100:00100000:2.0:1778923651.360698:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287785856 00000100:00100000:2.0:1778923651.360716:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679 00000100:00100000:2.0:1778923651.360724:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287785984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.361394:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287785984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 667us (964us total) trans 17179872505 rc 0/0 00000100:00100000:2.0:1778923651.361403:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679 00000100:00100000:2.0:1778923651.361431:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7680 00000100:00100000:2.0:1778923651.361439:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287785856:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.361583:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287785856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 146us (998us total) trans 17179872506 rc 0/0 00000100:00100000:2.0:1778923651.361590:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7680 00000004:00080000:2.0:1778923651.361640:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ad80/2, rc 0, transno 17179872505 00000100:00100000:2.0:1778923651.361648:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287785984:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923651.361675:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641bb80/2, rc 0, transno 17179872506 00000100:00100000:2.0:1778923651.361678:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287785856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.361767:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1778923651.361775:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287786112:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.361803:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.361844:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287786112 00000100:00100000:2.0:1778923651.361850:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287786112 00000100:00100000:2.0:1778923651.361873:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7681 00000100:00100000:2.0:1778923651.361879:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287786112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.362319:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3294:x1865335287785600:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7429us (7712us total) trans 17179872503 rc 0/0 00000100:00100000:3.0:1778923651.362328:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676 00002000:00010000:2.0:1778923651.362599:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923651.362603:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.362608:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923651.362610:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:2.0:1778923651.362613:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923651.362674:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287786112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 794us (869us total) trans 17179872507 rc 0/0 00000100:00100000:2.0:1778923651.362681:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7681 00000100:00100000:2.0:1778923651.362766:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287786240:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.362796:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.362834:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1778923651.362839:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287786368:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.362859:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.362886:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287786240 00000100:00100000:2.0:1778923651.362891:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287786240 00000100:00100000:3.0:1778923651.363139:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287786496:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.363169:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923651.363214:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641a300/2, rc 0, transno 17179872507 00000100:00100000:3.0:1778923651.363219:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287786112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.363279:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287786368 00000100:00100000:0.0:1778923651.363284:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287786368 00000100:00100000:0.0:1778923651.363316:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287786496 00000100:00100000:0.0:1778923651.363319:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287786496 00000100:00100000:0.0:1778923651.363334:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682 00000100:00100000:0.0:1778923651.363342:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287786240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.363555:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287786240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 214us (757us total) trans 17179872508 rc 0/0 00000100:00100000:0.0:1778923651.363562:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682 00000100:00100000:0.0:1778923651.363575:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7683 00000100:00100000:0.0:1778923651.363581:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287786368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923651.363662:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.363665:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.363668:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923651.363670:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:0.0:1778923651.363671:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1778923651.363695:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287786368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 115us (835us total) trans 17179872509 rc 0/0 00000100:00100000:0.0:1778923651.363701:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7683 00000100:00100000:0.0:1778923651.363714:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7684 00000100:00100000:0.0:1778923651.363719:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287786496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.363832:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287786496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (661us total) trans 17179872510 rc 0/0 00000100:00100000:0.0:1778923651.363839:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7684 00000004:00080000:3.0:1778923651.364069:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4a80/2, rc 0, transno 17179872510 00000100:00100000:3.0:1778923651.364075:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287786496:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923651.364167:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4700/2, rc 0, transno 17179872509 00000100:00100000:2.0:1778923651.364173:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287786368:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923651.364181:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418a80/2, rc 0, transno 17179872508 00000100:00100000:2.0:1778923651.364184:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287786240:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.364269:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e99c00/2, rc 0, transno 17179872503 00000100:00100000:1.0:1778923651.364275:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287785600:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.364345:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.364581:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281856896 00000100:00100000:0.0:1778923651.364586:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281856896 00002000:00100000:0.0:1778923651.364624:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (122880->126975) req@ffff9ce6055f2680 x1865335281856896/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/0 e 0 to 0 dl 1778923662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923651.364635:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6055f2680 with x1865335281856896 ext(122880->126975) 00002000:00010000:0.0:1778923651.364643:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6055f2680 00000100:00100000:0.0:1778923651.364709:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3920 00000100:00100000:0.0:1778923651.364718:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281856896:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:0.0:1778923651.365075:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281856896:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 356us (729us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923651.365084:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3920 00002000:00100000:0.0:1778923651.365090:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x28e:0x0] (122880->126975) req@ffff9ce6055f2680 x1865335281856896/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/4536 e 0 to 0 dl 1778923662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923651.365098:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce6055f2680 with x1865335281856896 ext(122880->126975) 00002000:00010000:0.0:1778923651.365102:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce6055f2680 00000100:00100000:2.0:1778923651.369294:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.369411:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857024 00000100:00100000:3.0:1778923651.369425:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857024 00002000:00100000:3.0:1778923651.369639:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (147456->151551) req@ffff9ce707d40380 x1865335281857024/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/0 e 0 to 0 dl 1778923662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923651.369653:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40380 with x1865335281857024 ext(147456->151551) 00002000:00010000:3.0:1778923651.369660:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d40380 00000100:00100000:3.0:1778923651.369739:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3921 00000100:00100000:3.0:1778923651.369750:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281857024:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923651.370054:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281857024:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 304us (773us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923651.370063:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3921 00002000:00100000:3.0:1778923651.370070:0:14407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x28e:0x0] (147456->151551) req@ffff9ce707d40380 x1865335281857024/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/4536 e 0 to 0 dl 1778923662 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923651.370079:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40380 with x1865335281857024 ext(147456->151551) 00002000:00010000:3.0:1778923651.370082:0:14407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d40380 00000100:00100000:1.0:1778923651.373125:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.373223:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857152 00000100:00100000:0.0:1778923651.373236:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857152 00000100:00100000:0.0:1778923651.373314:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5776 00000100:00100000:0.0:1778923651.373325:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281857152:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923651.373358:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923651.373382:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5a59 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5475fd expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.373484:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.373534:0:30327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.373546:0:30327:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.373587:0:30327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.373607:0:30327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 202 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.373623:0:30327:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bfd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287786624:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.373732:0:30327:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81180 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.376366:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.376482:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857280 00000100:00100000:2.0:1778923651.376494:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857280 00010000:00010000:2.0:1778923651.376589:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 203 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.376633:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3358 00000100:00100000:2.0:1778923651.376644:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281857280:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923651.376664:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 203 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376679:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 203 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376694:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 203 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376704:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.376708:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923651.376712:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376723:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376730:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.376759:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 203 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.376892:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281857280:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 249us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.376900:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3358 00000100:00100000:0.0:1778923651.377235:0:30327:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bfd6300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:30327:1865335287786624:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.377262:0:30327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377273:0:30327:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377280:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923651.377335:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923651.377340:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923651.377364:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377375:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377415:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5a59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475fd expref: 203 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377447:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475fd expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.377461:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.377463:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923651.377466:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d200, rc 0) 00000100:00100000:0.0:1778923651.378072:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281857152:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 4746us (4958us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.378081:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5776 00000100:00100000:1.0:1778923651.399249:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.399548:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857408 00000100:00100000:2.0:1778923651.399562:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857408 00000100:00100000:2.0:1778923651.399643:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5777 00000100:00100000:2.0:1778923651.399656:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54949:x1865335281857408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923651.399689:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923651.399716:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5a67 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547604 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399812:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399841:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399854:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399873:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399880:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.399898:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400347:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400358:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400366:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923651.400411:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923651.400418:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923651.400454:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400466:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400475:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400482:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400488:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400495:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923651.400500:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400582:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400595:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923651.400599:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923651.400605:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400611:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5a6e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400627:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400637:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400643:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400648:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923651.400652:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400657:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400663:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce737d5f500) 00010000:00010000:2.0:1778923651.400666:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923651.400668:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400674:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a75 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400714:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5a67 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547604 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400729:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547604 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.400737:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.400740:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923651.400744:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923651.400841:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54949:x1865335281857408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1187us (1607us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.400850:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5777 00000100:00100000:2.0:1778923651.404462:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.404600:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857536 00000100:00100000:3.0:1778923651.404615:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857536 00000100:00100000:3.0:1778923651.404710:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 589 00000100:00100000:3.0:1778923651.404722:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281857536:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923651.404742:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923651.404776:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5a7c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547604 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.404807:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923651.404823:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923651.404900:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:2353:x1865335281857536:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 181us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923651.404909:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 589 00000100:00100000:0.0:1778923651.410387:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.410500:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857792 00000100:00100000:2.0:1778923651.410547:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857792 00000100:00100000:2.0:1778923651.410615:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5778 00000100:00100000:2.0:1778923651.410628:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54949:x1865335281857792:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923651.410655:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923651.410659:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1778923651.410694:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5a2f lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e1 expref: 202 pid: 31254 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.410722:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.410729:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923651.410744:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5a83 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54760b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.410912:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.410934:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.410948:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923651.410963:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923651.411191:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5a83 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54760b expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.411223:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54760b expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.411232:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923651.411235:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923651.411238:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679600, rc 0) 00000100:00100000:2.0:1778923651.411322:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bfd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54949:x1865335281857792:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 698us (951us total) trans 8589940153 rc 0/0 00000100:00100000:2.0:1778923651.411332:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5778 00000100:00100000:2.0:1778923651.415779:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.415828:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.415855:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.415980:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281857920 00000100:00100000:0.0:1778923651.415993:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281857920 00000100:00100000:0.0:1778923651.416056:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858048 00000100:00100000:0.0:1778923651.416059:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858048 00000100:00100000:0.0:1778923651.416081:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858176 00000100:00100000:0.0:1778923651.416083:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858176 00000100:00100000:0.0:1778923651.416104:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7685 00000100:00100000:0.0:1778923651.416115:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281857920:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923651.416179:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416205:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 40 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416214:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416216:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416221:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416265:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 40 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416282:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 40 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.416299:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287786752:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.416406:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d81180 going to sleep for 11 seconds 00000100:00100000:0.0:1778923651.416445:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7686 00000100:00100000:0.0:1778923651.416453:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281858048:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923651.416478:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416492:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416500:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416535:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416538:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416566:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 35 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416576:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 35 pid: 22251 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.416592:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287786880:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.416619:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d819c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923651.416640:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7687 00000100:00100000:0.0:1778923651.416647:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281858176:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923651.416669:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416680:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416687:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416688:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923651.416690:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416709:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.416718:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 40 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.416728:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287787008:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.416751:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce737d816c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923651.420373:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:22251:1865335287786880:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923651.420419:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.421732:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287786752:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.421758:0:26019:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.422211:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.422480:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6547:1865335287787008:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.422549:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.422716:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858304 00000100:00100000:1.0:1778923651.422728:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858304 00002000:00100000:1.0:1778923651.422793:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (122880->151551) req@ffff9ce70772d500 x1865335281858304/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/0 e 0 to 0 dl 1778923662 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923651.422804:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772d500 with x1865335281858304 ext(122880->151551) 00010000:00010000:1.0:1778923651.422812:0:6553:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.422836:0:6553:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923651.422846:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce70772d500 00000100:00100000:1.0:1778923651.422880:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 78 00000100:00100000:1.0:1778923651.422893:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281858304:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:1.0:1778923651.428864:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281858304:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 5958us (6639us total) trans 17179872511 rc 0/0 00000100:00100000:1.0:1778923651.428880:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 78 00002000:00100000:1.0:1778923651.428897:0:6553:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x28e:0x0] (122880->151551) req@ffff9ce70772d500 x1865335281858304/t17179872511(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:212/0 lens 488/448 e 0 to 0 dl 1778923662 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923651.428909:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772d500 with x1865335281858304 ext(122880->151551) 00010000:00010000:1.0:1778923651.428921:0:6553:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 43 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.428941:0:6553:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 43 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923651.428956:0:6553:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce70772d500 00000100:00100000:2.0:1778923651.432338:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.432683:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858560 00000100:00100000:1.0:1778923651.432696:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858560 00010000:00010000:1.0:1778923651.432746:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 43 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.432799:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3359 00000100:00100000:1.0:1778923651.432809:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281858560:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923651.432839:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923651.432875:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 43 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.432904:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 43 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.432946:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000047f584ef/0x3baece0abe6a5964 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475be expref: 43 pid: 26019 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.432975:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.432978:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.432985:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.432998:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.433045:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923651.433131:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:2355:x1865335281858560:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 322us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.433141:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3359 00010000:00010000:0.0:1778923651.433272:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433284:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433315:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433325:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433334:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433342:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923651.433347:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433362:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433375:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.433383:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f1597aa/0x3baece0abe6a5aa6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.433454:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281858176:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 16807us (17597us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.433462:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7687 00000100:00100000:3.0:1778923651.436150:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923651.436196:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.436664:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858432 00000100:00100000:0.0:1778923651.436677:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858432 00010000:00010000:0.0:1778923651.436730:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 36 pid: 22251 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.436779:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858688 00000100:00100000:0.0:1778923651.436783:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858688 00010000:00010000:0.0:1778923651.436802:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.436843:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3360 00000100:00100000:0.0:1778923651.436854:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281858432:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923651.436872:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1778923651.437148:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3361 00000100:00100000:2.0:1778923651.437161:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281858688:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923651.437172:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1778923651.437191:0:5740:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923648 -> 1778923651 00002000:00010000:2.0:1778923651.437195:0:5740:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923650 -> 1778923651 00010000:00010000:2.0:1778923651.437202:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437216:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437245:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a5a52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 122880->151551) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475f6 expref: 41 pid: 6548 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437267:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.437269:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.437275:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437287:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437326:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923651.437394:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281858688:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 237us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.437403:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3361 00010000:00010000:2.0:1778923651.437447:0:26019:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437457:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437487:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437496:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437532:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437541:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.437546:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437557:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437568:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.437576:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5a98 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.437629:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281857920:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 21516us (21866us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.437638:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7685 00010000:00010000:0.0:1778923651.438394:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 36 pid: 22251 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.438413:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 36 pid: 22251 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.438591:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcede166/0x3baece0abe6a595d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475b7 expref: 36 pid: 22251 timeout: 1448 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.438609:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.438610:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.438614:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.438624:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.438661:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923651.438747:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281858432:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 1894us (2611us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.438757:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3360 00010000:00010000:2.0:1778923651.438903:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438913:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438955:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438963:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438971:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438978:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.438982:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.438990:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.439002:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.439011:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f393283/0x3baece0abe6a5a9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.439064:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281858048:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 22612us (23236us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923651.439075:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7686 00000100:00100000:3.0:1778923651.442934:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.443166:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281858944 00000100:00100000:1.0:1778923651.443179:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281858944 00000100:00100000:1.0:1778923651.443254:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5779 00000100:00100000:1.0:1778923651.443265:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54949:x1865335281858944:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923651.443337:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1778923651.443371:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5a4b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475ef expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.443399:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5a60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475fd expref: 202 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.443413:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923651.443420:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923651.443474:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.443492:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.443526:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1778923651.447346:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1852, 88 off161104 00000004:00080000:1.0:1778923651.447370:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348503865147ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.447450:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1844, 88 off160664 00000004:00080000:1.0:1778923651.447456:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348503952143ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.447569:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1845, 88 off160752 00000004:00080000:1.0:1778923651.447576:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348504071580ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.447827:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1853, 88 off161192 00000004:00080000:1.0:1778923651.447833:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348504328555ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.447867:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1854, 88 off161280 00000004:00080000:1.0:1778923651.447872:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348504367753ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.447889:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1846, 88 off160840 00000004:00080000:1.0:1778923651.447894:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348504389806ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.448107:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1847, 88 off160928 00000004:00080000:1.0:1778923651.448113:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348504609126ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.448207:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1855, 88 off161368 00000004:00080000:1.0:1778923651.448212:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348504708451ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.448240:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1848, 88 off161016 00000004:00080000:1.0:1778923651.448244:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348504740035ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.448354:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1856, 88 off161456 00000004:00080000:1.0:1778923651.448360:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348504855635ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.448390:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1857, 88 off161544 00000004:00080000:1.0:1778923651.448395:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348504891210ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.448414:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1849, 88 off161104 00000004:00080000:1.0:1778923651.448419:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348504914887ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.448601:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1858, 88 off161632 00000004:00080000:1.0:1778923651.448607:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348505103443ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.448664:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1850, 88 off161192 00000004:00080000:1.0:1778923651.448669:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348505164848ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.448837:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1859, 88 off161720 00000004:00080000:1.0:1778923651.448843:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348505339108ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.448873:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1851, 88 off161280 00000004:00080000:1.0:1778923651.448878:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348505374118ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.449190:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1852, 88 off161368 00000004:00080000:1.0:1778923651.449196:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348505691934ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.449283:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1860, 88 off161808 00000004:00080000:1.0:1778923651.449288:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348505784191ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.449347:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1853, 88 off161456 00000004:00080000:1.0:1778923651.449352:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348505848324ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.449457:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1861, 88 off161896 00000004:00080000:1.0:1778923651.449462:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348505958131ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.449489:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1862, 88 off161984 00000004:00080000:1.0:1778923651.449494:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348505990126ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.449541:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1854, 88 off161544 00000004:00080000:1.0:1778923651.449546:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506042076ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.449728:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1863, 88 off162072 00000004:00080000:1.0:1778923651.449733:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348506229294ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.449789:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1855, 88 off161632 00000004:00080000:1.0:1778923651.449794:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506290191ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.449902:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1856, 88 off161720 00000004:00080000:1.0:1778923651.449908:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506403711ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.450080:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1864, 88 off162160 00000004:00080000:1.0:1778923651.450088:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348506584143ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.450119:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1865, 88 off162248 00000004:00080000:1.0:1778923651.450123:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348506619298ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.450140:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1857, 88 off161808 00000004:00080000:1.0:1778923651.450144:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506640316ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.450252:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1858, 88 off161896 00000004:00080000:1.0:1778923651.450259:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506754547ns, next at 1344155187312ns, rc = 0 00000040:00080000:1.0:1778923651.450346:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1866, 88 off162336 00000004:00080000:1.0:1778923651.450352:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348506847636ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.450379:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1867, 88 off162424 00000004:00080000:1.0:1778923651.450384:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1348506880436ns, next at 1344155271182ns, rc = 0 00000040:00080000:1.0:1778923651.450398:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1859, 88 off161984 00000004:00080000:1.0:1778923651.450402:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1348506898356ns, next at 1344155187312ns, rc = 0 00000001:00080000:3.0:1778923651.479839:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940154 is committed 00000004:00080000:3.0:1778923651.479860:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1522 committed 00000004:00080000:3.0:1778923651.479923:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1527 committed 00000004:00080000:3.0:1778923651.479971:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1526 committed 00000100:00100000:2.0:1778923651.480381:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787264:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.480477:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.480537:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787776:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.480561:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.480589:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923651.480595:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787392:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.480619:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.480635:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787904:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.480655:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.480690:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787264 00000100:00100000:2.0:1778923651.480699:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787264 00000100:00100000:2.0:1778923651.480759:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787776 00000100:00100000:2.0:1778923651.480762:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787776 00000100:00100000:2.0:1778923651.480781:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787392 00000100:00100000:2.0:1778923651.480784:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787392 00000100:00100000:2.0:1778923651.480800:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787904 00000100:00100000:2.0:1778923651.480802:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787904 00000100:00100000:2.0:1778923651.480836:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7688 00000100:00100000:2.0:1778923651.480847:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287787264:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481086:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787136:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481122:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.481146:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787648:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481168:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.481188:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1778923651.481194:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787520:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481216:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.481226:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788032:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481245:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.481267:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787136 00000100:00100000:1.0:1778923651.481271:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787136 00000100:00100000:1.0:1778923651.481290:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787648 00000100:00100000:1.0:1778923651.481293:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787648 00000100:00100000:1.0:1778923651.481301:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287787520 00000100:00100000:1.0:1778923651.481303:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287787520 00000100:00100000:1.0:1778923651.481311:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788032 00000100:00100000:1.0:1778923651.481313:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788032 00000100:00100000:1.0:1778923651.481324:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1778923651.481331:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:3291:x1865335287787776:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481379:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690 00000100:00100000:1.0:1778923651.481386:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+44:3291:x1865335287787392:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.481421:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1778923651.481604:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+44:3291:x1865335287787904:12345-0@lo:2:osp-syn-1-0.0 00000004:00010000:1.0:1778923651.481687:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000defbbc15 reply state 00000000c2895ddc transno 8589940154 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.481702:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00080000:1.0:1778923651.481812:0:30327:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:1.0:1778923651.481838:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54949:x1865335281858944:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 38573us (38924us total) trans 8589940154 rc 0/0 00000100:00100000:1.0:1778923651.481847:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5779 00000100:00100000:2.0:1778923651.482736:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692 00000100:00100000:2.0:1778923651.482752:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287787136:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.482828:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693 00000100:00100000:2.0:1778923651.482835:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287787648:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.482874:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694 00000100:00100000:2.0:1778923651.482882:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287787520:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923651.483400:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788416:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.483491:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.483538:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788928:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.483563:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.483583:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1778923651.483588:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788288:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.483610:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.483620:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788800:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.483637:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923651.483661:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788416 00000100:00100000:0.0:1778923651.483669:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788416 00000100:00100000:0.0:1778923651.483713:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788928 00000100:00100000:0.0:1778923651.483717:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788928 00000100:00100000:0.0:1778923651.483728:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788288 00000100:00100000:0.0:1778923651.483731:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788288 00000100:00100000:0.0:1778923651.483740:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788800 00000100:00100000:0.0:1778923651.483742:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788800 00000100:00100000:0.0:1778923651.483756:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695 00000100:00100000:0.0:1778923651.483765:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287788032:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.484898:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+46:3291:x1865335287787776:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3563us (4331us total) trans 17179872513 rc 0/0 00000100:00100000:1.0:1778923651.484910:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1778923651.484958:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696 00000100:00100000:1.0:1778923651.484970:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287788416:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.485236:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287788032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 270us (2786us total) trans 17179872512 rc 0/0 00000100:00100000:0.0:1778923651.485247:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695 00000100:00100000:0.0:1778923651.485266:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697 00000100:00100000:0.0:1778923651.485274:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287788928:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.485394:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.485398:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.485401:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923651.485404:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.485406:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.485455:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3292:x1865335287788928:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (1890us total) trans 21474839592 rc 0/0 00000100:00100000:0.0:1778923651.485462:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697 00000100:00100000:0.0:1778923651.485479:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698 00000100:00100000:0.0:1778923651.485488:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287788288:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.485609:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3292:x1865335287788288:12345-0@lo:2:osp-syn-0-0.0 Request processed in 122us (1997us total) trans 21474839593 rc 0/0 00000100:00100000:0.0:1778923651.485615:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698 00000100:00100000:0.0:1778923651.485629:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699 00000100:00100000:0.0:1778923651.485635:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+40:3292:x1865335287788800:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923651.485719:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923651.485721:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.485724:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923651.485726:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:0.0:1778923651.485728:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923651.485755:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+41:3292:x1865335287788800:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (2116us total) trans 21474839594 rc 0/0 00000100:00100000:0.0:1778923651.485761:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699 00010000:00010000:0.0:1778923651.485807:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485844:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485852:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485858:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923651.485862:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485871:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485893:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.485896:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923651.485903:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.485911:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5aad lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923651.486194:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.486197:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486200:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923651.486202:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486204:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.486240:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+41:3292:x1865335287788416:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1274us (2749us total) trans 21474839595 rc 0/0 00000100:00100000:1.0:1778923651.486248:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696 00000100:00100000:1.0:1778923651.486404:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+45:3291:x1865335287787392:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5017us (5783us total) trans 17179872514 rc 0/0 00000100:00100000:1.0:1778923651.486411:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690 00002000:00010000:1.0:1778923651.486535:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923651.486538:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486541:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923651.486543:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486545:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923651.486574:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+45:3291:x1865335287787904:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5147us (5917us total) trans 17179872515 rc 0/0 00000100:00100000:1.0:1778923651.486581:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1778923651.486702:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287787136:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3957us (5580us total) trans 17179872516 rc 0/0 00000100:00100000:1.0:1778923651.486709:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692 00002000:00010000:1.0:1778923651.486806:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.486809:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486811:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923651.486825:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.486827:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.486855:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287787648:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4021us (5686us total) trans 17179872517 rc 0/0 00000100:00100000:1.0:1778923651.486861:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7693 00000100:00100000:2.0:1778923651.487090:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.487141:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.487178:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788672:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.487204:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923651.487253:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdca80/2, rc 0, transno 17179872512 00000100:00100000:2.0:1778923651.487268:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788032:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923651.487280:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772ca80/2, rc 0, transno 17179872516 00000100:00100000:2.0:1778923651.487284:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787136:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923651.487292:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdf800/2, rc 0, transno 17179872517 00000100:00100000:2.0:1778923651.487295:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787648:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.487312:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923651.487319:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788544:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.487343:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.487359:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789056:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.487379:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.487484:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789184:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.487536:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923651.488198:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1521 committed 00000004:00080000:3.0:1778923651.488205:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1520 committed 00000004:00080000:3.0:1778923651.488208:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1525 committed 00000004:00080000:3.0:1778923651.488211:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1524 committed 00000004:00080000:3.0:1778923651.488213:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1519 committed 00000004:00080000:3.0:1778923651.488216:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1518 committed 00000004:00080000:3.0:1778923651.488218:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1523 committed 00000004:00080000:3.0:1778923651.488220:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1517 committed 00000004:00080000:3.0:1778923651.488222:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1522 committed 00000004:00080000:3.0:1778923651.488223:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1521 committed 00000004:00080000:3.0:1778923651.488225:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1516 committed 00000004:00080000:3.0:1778923651.488227:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1520 committed 00000004:00080000:3.0:1778923651.488229:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1515 committed 00000004:00080000:3.0:1778923651.488230:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1514 committed 00000004:00080000:3.0:1778923651.488233:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1519 committed 00000004:00080000:3.0:1778923651.488235:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1513 committed 00000004:00080000:3.0:1778923651.488237:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1518 committed 00000004:00080000:3.0:1778923651.488239:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1512 committed 00000004:00080000:3.0:1778923651.488241:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1517 committed 00000004:00080000:3.0:1778923651.488243:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1516 committed 00000004:00080000:3.0:1778923651.488245:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1511 committed 00000004:00080000:3.0:1778923651.488247:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1515 committed 00000004:00080000:3.0:1778923651.488249:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1510 committed 00000004:00080000:3.0:1778923651.488251:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1509 committed 00000004:00080000:3.0:1778923651.488253:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1514 committed 00000004:00080000:3.0:1778923651.488255:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1513 committed 00000004:00080000:3.0:1778923651.488257:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1508 committed 00000004:00080000:3.0:1778923651.488259:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1507 committed 00000004:00080000:3.0:1778923651.488275:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1512 committed 00000100:00100000:3.0:1778923651.488326:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788160 00000100:00100000:3.0:1778923651.488335:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788160 00000100:00100000:3.0:1778923651.488383:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788672 00000100:00100000:3.0:1778923651.488387:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788672 00000100:00100000:3.0:1778923651.488399:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287788544 00000100:00100000:3.0:1778923651.488402:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287788544 00000100:00100000:3.0:1778923651.488410:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789056 00000100:00100000:3.0:1778923651.488413:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789056 00000100:00100000:3.0:1778923651.488422:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789184 00000100:00100000:3.0:1778923651.488424:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789184 00000100:00100000:3.0:1778923651.488441:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700 00000100:00100000:3.0:1778923651.488451:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+44:3294:x1865335287788160:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923651.488699:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923651.488704:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923651.488706:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00000100:00100000:0.0:1778923651.488883:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287789440:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.489229:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.489234:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.489237:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923651.489239:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.489242:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1778923651.489349:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923651.489353:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.489467:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287787520:12345-0@lo:2:osp-syn-1-0.0 Request processed in 6584us (8248us total) trans 17179872518 rc 0/0 00000100:00100000:1.0:1778923651.489477:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694 00000100:00100000:1.0:1778923651.489523:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701 00000100:00100000:1.0:1778923651.489535:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287788672:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.489689:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287788672:12345-0@lo:2:osp-syn-0-0.0 Request processed in 158us (2483us total) trans 21474839597 rc 0/0 00000100:00100000:1.0:1778923651.489696:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701 00000100:00100000:1.0:1778923651.489725:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7702 00000100:00100000:1.0:1778923651.489734:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287788544:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.489853:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287788544:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (2508us total) trans 21474839598 rc 0/0 00000100:00100000:1.0:1778923651.489859:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7702 00000100:00100000:1.0:1778923651.489872:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7703 00000100:00100000:1.0:1778923651.489878:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287789056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923651.489981:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.489985:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.489987:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923651.489990:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.489992:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.490019:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287789056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 141us (2639us total) trans 21474839599 rc 0/0 00000100:00100000:1.0:1778923651.490024:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7703 00000100:00100000:1.0:1778923651.490129:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7704 00000100:00100000:1.0:1778923651.490138:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3294:x1865335287789184:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.490242:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.490245:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.490248:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923651.490250:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923649 -> 1778923649 00002000:00010000:1.0:1778923651.490252:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.490278:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287789184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 143us (2741us total) trans 17179872519 rc 0/0 00000100:00100000:1.0:1778923651.490284:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7704 00000100:00100000:1.0:1778923651.490421:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:3291:x1865335287787264:12345-0@lo:2:osp-syn-1-0.0 Request processed in 9576us (9944us total) trans 17179872520 rc 0/0 00000100:00100000:1.0:1778923651.490427:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7688 00000004:00080000:1.0:1778923651.490641:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d880/2, rc 0, transno 17179872519 00000100:00100000:1.0:1778923651.490650:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789184:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.490664:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7800/2, rc 0, transno 21474839598 00000100:00100000:1.0:1778923651.490668:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788544:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923651.490677:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703800/2, rc 0, transno 21474839599 00000100:00100000:1.0:1778923651.490680:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789056:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923651.490689:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b4e00/2, rc 0, transno 21474839597 00000100:00100000:1.0:1778923651.490693:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788672:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923651.490703:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc700/2, rc 0, transno 17179872518 00000100:00100000:1.0:1778923651.490707:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287787520:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.491474:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789312:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.491547:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923651.491594:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdf480/2, rc 0, transno 17179872514 00000100:00100000:1.0:1778923651.491599:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787392:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.491610:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc380/2, rc 0, transno 17179872515 00000100:00100000:1.0:1778923651.491613:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787904:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.491622:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772f480/2, rc 0, transno 17179872520 00000100:00100000:1.0:1778923651.491625:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787264:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.491633:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc000/2, rc 0, transno 17179872513 00000100:00100000:1.0:1778923651.491636:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287787776:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.491662:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789312 00000100:00100000:1.0:1778923651.491668:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789312 00000100:00100000:1.0:1778923651.491719:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7705 00000100:00100000:1.0:1778923651.491727:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+46:3291:x1865335287789312:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.491954:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.491957:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.491960:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923651.491962:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.491965:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923651.492006:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+47:3291:x1865335287789312:12345-0@lo:2:osp-syn-1-0.0 Request processed in 280us (458us total) trans 17179872521 rc 0/0 00000100:00100000:1.0:1778923651.492013:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7705 00000004:00080000:1.0:1778923651.492060:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c380/2, rc 0, transno 17179872521 00000100:00100000:1.0:1778923651.492065:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789312:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.492496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.492931:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859072 00000100:00100000:1.0:1778923651.492938:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859072 00000100:00100000:1.0:1778923651.492994:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5780 00000100:00100000:1.0:1778923651.493003:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+200:54949:x1865335281859072:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923651.493026:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923651.493225:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547612 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.493312:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.493332:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 201 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.493360:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923651.493364:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923651.493369:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:1.0:1778923651.493441:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+201:54949:x1865335281859072:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 439us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.493449:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5780 00000100:00100000:1.0:1778923651.493486:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.493566:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.493602:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1778923651.493608:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789568:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.493632:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.493648:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790080:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.493669:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.493700:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789696 00000100:00100000:1.0:1778923651.493705:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789696 00000100:00100000:1.0:1778923651.493852:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789568 00000100:00100000:1.0:1778923651.493856:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789568 00000100:00100000:1.0:1778923651.493872:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790080 00000100:00100000:1.0:1778923651.493874:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790080 00000100:00100000:1.0:1778923651.493890:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7706 00000100:00100000:1.0:1778923651.493897:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3294:x1865335287789696:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.494326:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.494331:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.494334:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923651.494336:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.494338:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923651.494388:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287789696:12345-0@lo:2:osp-syn-1-0.0 Request processed in 490us (820us total) trans 17179872522 rc 0/0 00000100:00100000:1.0:1778923651.494395:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7706 00000100:00100000:1.0:1778923651.494413:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7707 00000100:00100000:1.0:1778923651.494420:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+49:3294:x1865335287789568:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.494730:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7708 00000100:00100000:2.0:1778923651.494741:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287790080:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923651.494896:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3294:x1865335287790080:12345-0@lo:2:osp-syn-1-0.0 Request processed in 158us (1225us total) trans 17179872524 rc 0/0 00000100:00100000:2.0:1778923651.494907:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7708 00000100:00100000:1.0:1778923651.495429:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287789568:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1008us (1795us total) trans 17179872523 rc 0/0 00000100:00100000:1.0:1778923651.495436:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7707 00000100:00100000:1.0:1778923651.495487:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790208:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.495541:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923651.495595:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ed80/2, rc 0, transno 17179872523 00000100:00100000:1.0:1778923651.495602:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789568:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.495613:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9e300/2, rc 0, transno 17179872524 00000100:00100000:1.0:1778923651.495616:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790080:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.495624:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d500/2, rc 0, transno 17179872522 00000100:00100000:1.0:1778923651.495627:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287789696:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.495654:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790208 00000100:00100000:1.0:1778923651.495660:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790208 00000100:00100000:1.0:1778923651.495693:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7709 00000100:00100000:1.0:1778923651.495699:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+46:3294:x1865335287790208:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.496247:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:3294:x1865335287790208:12345-0@lo:2:osp-syn-0-0.0 Request processed in 546us (704us total) trans 21474839600 rc 0/0 00000100:00100000:1.0:1778923651.496255:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7709 00000100:00100000:1.0:1778923651.496288:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789824:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.496323:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.496343:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790336:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.496364:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.496385:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1778923651.496391:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789952:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.496414:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.496432:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790464:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.496453:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.496479:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789824 00000100:00100000:1.0:1778923651.496484:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789824 00000100:00100000:1.0:1778923651.496530:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790336 00000100:00100000:1.0:1778923651.496534:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790336 00000100:00100000:1.0:1778923651.496551:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789952 00000100:00100000:1.0:1778923651.496554:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789952 00000100:00100000:1.0:1778923651.496569:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790464 00000100:00100000:1.0:1778923651.496571:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790464 00000100:00100000:1.0:1778923651.496588:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7710 00000100:00100000:1.0:1778923651.496595:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287789824:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.496761:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3291:x1865335287789824:12345-0@lo:2:osp-syn-1-0.0 Request processed in 166us (438us total) trans 17179872525 rc 0/0 00000100:00100000:1.0:1778923651.496769:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7710 00000100:00100000:1.0:1778923651.496784:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7711 00000100:00100000:1.0:1778923651.496791:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:3291:x1865335287790336:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.496920:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+49:3291:x1865335287790336:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (554us total) trans 21474839601 rc 0/0 00000100:00100000:1.0:1778923651.496927:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7711 00000100:00100000:1.0:1778923651.496939:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7712 00000100:00100000:1.0:1778923651.496946:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287789952:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923651.497031:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.500842:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.500855:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923651.500857:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.500860:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923651.501337:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3294:x1865335287788160:12345-0@lo:2:osp-syn-0-0.0 Request processed in 12880us (14187us total) trans 21474839596 rc 0/0 00000100:00100000:3.0:1778923651.501353:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700 00000100:00100000:3.0:1778923651.501405:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7713 00000100:00100000:3.0:1778923651.501423:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3291:x1865335287790464:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923651.501741:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923651.501745:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923651.501748:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923651.501750:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923651.501752:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923651.501788:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+48:3291:x1865335287790464:12345-0@lo:2:osp-syn-0-0.0 Request processed in 374us (5332us total) trans 21474839602 rc 0/0 00000100:00100000:3.0:1778923651.501794:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7713 00000004:00080000:2.0:1778923651.502151:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ca80/2, rc 0, transno 21474839600 00000100:00100000:2.0:1778923651.502167:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790208:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923651.502184:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b7100/2, rc 0, transno 21474839596 00000100:00100000:2.0:1778923651.502188:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287788160:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.502338:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790720:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.502390:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923651.502414:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923651.502420:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790592:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923651.502441:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923651.502681:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790720 00000100:00100000:3.0:1778923651.502690:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790720 00000100:00100000:3.0:1778923651.502729:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790592 00000100:00100000:3.0:1778923651.502732:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790592 00000100:00100000:3.0:1778923651.502748:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714 00000100:00100000:3.0:1778923651.502755:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+49:3294:x1865335287790720:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.503211:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923651.504403:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b6a00/2, rc 0, transno 21474839593 00000100:00100000:0.0:1778923651.504422:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788288:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923651.504436:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b4a80/2, rc 0, transno 21474839594 00000100:00100000:0.0:1778923651.504439:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788800:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923651.504449:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7083b5c00/2, rc 0, transno 21474839595 00000100:00100000:0.0:1778923651.504451:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7083b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788416:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923651.504460:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701180/2, rc 0, transno 21474839592 00000100:00100000:0.0:1778923651.504463:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287788928:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.504538:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287789440 00000100:00100000:0.0:1778923651.504545:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287789440 00000100:00100000:1.0:1778923651.504582:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3291:x1865335287789952:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7633us (8163us total) trans 17179872526 rc 0/0 00000100:00100000:0.0:1778923651.504604:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7715 00000100:00100000:0.0:1778923651.504614:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287790592:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.504655:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7712 00000100:00100000:1.0:1778923651.504681:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7716 00000100:00100000:1.0:1778923651.504691:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+52:3292:x1865335287789440:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923651.505061:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+53:3292:x1865335287789440:12345-0@lo:2:osp-syn-1-0.0 Request processed in 372us (1849us total) trans 17179872527 rc 0/0 00000100:00100000:1.0:1778923651.505068:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7716 00000004:00080000:1.0:1778923651.505153:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9fb80/2, rc 0, transno 17179872526 00000100:00100000:1.0:1778923651.505161:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789952:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923651.505178:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9df80/2, rc 0, transno 21474839602 00000100:00100000:1.0:1778923651.505184:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790464:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923651.505199:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9f480/2, rc 0, transno 17179872525 00000100:00100000:1.0:1778923651.505205:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287789824:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923651.505207:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287790720:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2449us (2814us total) trans 21474839603 rc 0/0 00000004:00080000:1.0:1778923651.505221:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9e680/2, rc 0, transno 21474839601 00000100:00100000:1.0:1778923651.505225:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790336:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.505262:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714 00000004:00080000:0.0:1778923651.505577:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ce00/2, rc 0, transno 17179872527 00000100:00100000:0.0:1778923651.505582:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287789440:0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923651.506212:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923651.506272:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923651.506275:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923651.506326:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:3.0:1778923651.506329:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923651.506379:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+50:3294:x1865335287790592:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1765us (3934us total) trans 21474839604 rc 0/0 00000100:00100000:3.0:1778923651.506389:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7715 00000004:00080000:3.0:1778923651.506432:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9f100/2, rc 0, transno 21474839604 00000100:00100000:3.0:1778923651.506439:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790592:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923651.506448:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71f80/2, rc 0, transno 21474839603 00000100:00100000:3.0:1778923651.506451:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287790720:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.507320:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790848:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.507382:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.507430:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923651.507437:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790976:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.507463:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.507497:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790848 00000100:00100000:1.0:1778923651.507523:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790848 00000100:00100000:1.0:1778923651.507564:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287790976 00000100:00100000:1.0:1778923651.507567:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287790976 00000100:00100000:1.0:1778923651.507590:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7717 00000100:00100000:1.0:1778923651.507599:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287790848:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923651.507811:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.507827:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.507833:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923651.507835:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.507838:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923651.507884:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3291:x1865335287790848:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (501us total) trans 21474839605 rc 0/0 00000100:00100000:1.0:1778923651.507892:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7717 00000100:00100000:1.0:1778923651.507910:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7718 00000100:00100000:1.0:1778923651.508105:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+51:3291:x1865335287790976:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923651.508218:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+52:3291:x1865335287790976:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (753us total) trans 21474839606 rc 0/0 00000100:00100000:1.0:1778923651.508224:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7718 00000004:00080000:1.0:1778923651.508284:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f71880/2, rc 0, transno 21474839606 00000100:00100000:1.0:1778923651.508290:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790976:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923651.508304:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72a00/2, rc 0, transno 21474839605 00000100:00100000:1.0:1778923651.508307:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287790848:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.508338:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287791104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923651.508378:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923651.508448:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791104 00000100:00100000:1.0:1778923651.508453:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791104 00000100:00100000:1.0:1778923651.508482:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7719 00000100:00100000:1.0:1778923651.508488:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3293:x1865335287791104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923651.508598:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923651.508602:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.508606:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923651.508608:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923650 00002000:00010000:1.0:1778923651.508610:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923651.512365:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.512461:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859200 00000100:00100000:0.0:1778923651.512475:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859200 00000100:00100000:0.0:1778923651.512597:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5781 00000100:00100000:0.0:1778923651.512610:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54949:x1865335281859200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923651.512639:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923651.512666:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5abb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547619 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512786:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512809:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512830:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923651.512864:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923651.512869:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923651.512889:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512926:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5abb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547619 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512950:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547619 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.512960:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923651.512964:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923651.512970:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c000, rc 0) 00000100:00100000:0.0:1778923651.513127:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54949:x1865335281859200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 519us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.513217:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+53:3293:x1865335287791104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4725us (4835us total) trans 21474839607 rc 0/0 00000100:00100000:1.0:1778923651.513230:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7719 00000004:00080000:3.0:1778923651.513260:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72d80/2, rc 0, transno 21474839607 00000100:00100000:3.0:1778923651.513271:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287791104:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923651.514837:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5781 00000100:00100000:0.0:1778923651.519144:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.519278:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859328 00000100:00100000:1.0:1778923651.519304:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859328 00000100:00100000:1.0:1778923651.519378:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7720 00000100:00100000:1.0:1778923651.519397:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281859328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923651.519421:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1778923651.519442:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923651.519450:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547620 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.519474:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:1.0:1778923651.519487:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083883, atime: 0x6a083880, ctime: 0x6a083883, blocks: 0x187 00000100:00100000:3.0:1778923651.519498:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859456 00000100:00100000:3.0:1778923651.519528:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859456 00010000:00010000:1.0:1778923651.519534:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.519538:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.519552:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 40 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.519556:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859584 00000100:00100000:3.0:1778923651.519561:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859584 00010000:00010000:1.0:1778923651.519579:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 41 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.519582:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7721 00000100:00100000:3.0:1778923651.519593:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281859456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923651.519603:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923651.519603:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0400, rc 0) 00010000:00010000:3.0:1778923651.519619:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547627 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923651.519643:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083880, atime: 0x6a083880, ctime: 0x6a083882, blocks: 0x3 00010000:00010000:3.0:1778923651.519655:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923651.519656:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923651.519662:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 35 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.519676:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 35 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.519686:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e8ce600, rc 0) 00000100:00100000:1.0:1778923651.519686:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281859328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 298us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.519696:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7720 00000100:00100000:3.0:1778923651.519713:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281859456:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 122us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923651.519720:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7722 00000100:00100000:1.0:1778923651.519728:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281859584:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923651.519734:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923651.519744:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54762e expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923651.519757:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083880, atime: 0x6a083880, ctime: 0x6a083882, blocks: 0x3 00010000:00010000:1.0:1778923651.519768:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.519770:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.519774:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 41 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.519792:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 41 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.519802:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:1.0:1778923651.519838:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281859584:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 110us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923651.520344:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7721 00000100:00100000:1.0:1778923651.525118:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7722 00000100:00100000:0.0:1778923651.597399:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.597647:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859712 00000100:00100000:2.0:1778923651.597662:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859712 00000100:00100000:2.0:1778923651.597771:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3922 00000100:00100000:2.0:1778923651.597784:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281859712:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923651.597844:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.597867:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.597870:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.597877:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.597895:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604444:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604469:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604480:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604487:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.604493:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604527:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604552:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.604561:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000003abacb9/0x3baece0abe6a5ade lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.604714:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281859712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6919us (7318us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923651.604726:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3922 00000100:00100000:1.0:1778923651.611840:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.612840:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859840 00000100:00100000:2.0:1778923651.612856:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859840 00000100:00100000:2.0:1778923651.612968:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3923 00000100:00100000:2.0:1778923651.612980:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281859840:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923651.613048:0:14404:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a08382a, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923651.613060:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.613080:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.613083:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.613090:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.613106:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.721299:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1778923651.747532:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872512 is committed 00000001:00080000:3.0:1778923651.747566:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872478 is committed 00000001:00080000:3.0:1778923651.747578:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872527 is committed 00000001:00080000:3.0:1778923651.747617:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872511 is committed 00000001:00080000:3.0:1778923651.747662:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872528 is committed 00002000:00010000:3.0:1778923651.752834:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923651.752843:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923649 -> 1778923651 00002000:00010000:3.0:1778923651.752846:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923649 -> 1778923651 00010000:00010000:3.0:1778923651.752861:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752876:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752885:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752893:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923651.752898:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752907:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752938:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.752946:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5ae5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.753067:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281859840:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 140084us (141249us total) trans 17179872528 rc 0/0 00000100:00100000:3.0:1778923651.753078:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3923 00000100:00100000:3.0:1778923651.760987:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.763488:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281859968 00000100:00100000:0.0:1778923651.763515:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281859968 00000100:00100000:0.0:1778923651.763660:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3924 00000100:00100000:0.0:1778923651.763671:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281859968:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:0.0:1778923651.763720:0:26633:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a083837, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:0.0:1778923651.763729:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.763745:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.763748:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.763754:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.763769:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923651.863940:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839608 is committed 00000001:00080000:0.0:1778923651.864355:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839594 is committed 00000001:00080000:1.0:1778923651.864548:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839607 is committed 00002000:00010000:2.0:1778923651.864767:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:2.0:1778923651.864773:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923649 -> 1778923651 00002000:00010000:2.0:1778923651.864776:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923649 -> 1778923651 00010000:00010000:2.0:1778923651.864791:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864808:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864831:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864839:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923651.864846:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864855:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864880:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.864889:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031ff473d/0x3baece0abe6a5aec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.865224:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281859968:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 101546us (104240us total) trans 21474839608 rc 0/0 00000100:00100000:2.0:1778923651.865238:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3924 00000100:00100000:3.0:1778923651.873323:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923651.873859:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860096 00000100:00100000:1.0:1778923651.873871:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860096 00000100:00100000:1.0:1778923651.873958:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3925 00000100:00100000:1.0:1778923651.873969:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281860096:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923651.874022:0:14406:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a083844, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:1.0:1778923651.874032:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.874048:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.874050:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923651.874055:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.874069:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923651.918616:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923651.918625:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:1.0:1778923651.918628:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00010000:00010000:1.0:1778923651.918643:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918657:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918668:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918676:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923651.918682:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918691:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918711:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.918719:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5af3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923651.918834:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281860096:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 44862us (45518us total) trans 21474839609 rc 0/0 00000100:00100000:1.0:1778923651.918846:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3925 00000001:00080000:3.0:1778923651.919009:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839609 is committed 00000100:00100000:1.0:1778923651.924559:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923651.924648:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860224 00000100:00100000:2.0:1778923651.924657:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860224 00000100:00100000:2.0:1778923651.924759:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3926 00000100:00100000:2.0:1778923651.924770:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281860224:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923651.924830:0:14408:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a083844, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923651.924840:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.924854:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.924857:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923651.924862:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923651.924880:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923651.958181:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872529 is committed 00002000:00010000:3.0:1778923651.958382:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923651.958387:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:3.0:1778923651.958389:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00010000:00010000:3.0:1778923651.958402:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958415:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958541:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958550:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923651.958555:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958562:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958587:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923651.958594:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5afa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923651.958681:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281860224:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 33910us (34127us total) trans 17179872529 rc 0/0 00000100:00100000:3.0:1778923651.958690:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3926 00000100:00100000:2.0:1778923651.963929:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.964084:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860352 00000100:00100000:0.0:1778923651.964093:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860352 00000100:00100000:0.0:1778923651.964167:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3927 00000100:00100000:0.0:1778923651.964177:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281860352:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923651.964215:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.964237:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 23 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.964245:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.964247:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.964250:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.964285:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 23 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.964299:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 23 pid: 25674 timeout: 1449 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.964314:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287791232:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923651.964406:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923651.967761:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287791232:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923651.967791:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923651.968937:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923651.969028:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860480 00000100:00100000:0.0:1778923651.969037:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860480 00010000:00010000:0.0:1778923651.969076:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 24 pid: 25674 timeout: 1449 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923651.969116:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3362 00000100:00100000:0.0:1778923651.969127:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281860480:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923651.969144:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923651.969168:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 24 pid: 25674 timeout: 1449 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.969181:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 24 pid: 25674 timeout: 1449 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.969204:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5a3d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5475e8 expref: 24 pid: 25674 timeout: 1449 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.969221:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.969223:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923651.969227:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.969237:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923651.969274:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923651.969335:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281860480:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 209us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923651.969342:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3362 00010000:00010000:1.0:1778923651.969705:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923651.969716:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923652.031962:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:0.0:1778923652.031972:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:0.0:1778923652.031975:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00010000:00010000:0.0:1778923652.031989:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032002:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032012:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032019:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923652.032024:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032033:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032051:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.032058:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7c816ac/0x3baece0abe6a5b01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.032163:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281860352:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 67982us (68249us total) trans 17179872530 rc 0/0 00000100:00100000:0.0:1778923652.032173:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3927 00000001:00080000:3.0:1778923652.037760:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872530 is committed 00000100:00100000:0.0:1778923652.038141:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.038227:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860608 00000100:00100000:3.0:1778923652.038239:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860608 00000100:00080000:1.0:1778923652.038358:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923652.038401:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3928 00000100:00100000:3.0:1778923652.038412:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281860608:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923652.038474:0:26630:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a083858, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:3.0:1778923652.038484:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.038500:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.038533:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.038540:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.038554:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923652.075020:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923652.075028:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:3.0:1778923652.075031:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00010000:00010000:3.0:1778923652.075044:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075062:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075072:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075079:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923652.075085:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075094:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075113:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.075120:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5b08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.075207:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281860608:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 36793us (37066us total) trans 17179872531 rc 0/0 00000100:00100000:3.0:1778923652.075219:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3928 00000001:00080000:3.0:1778923652.075254:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872531 is committed 00000100:00100000:1.0:1778923652.080845:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.080952:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860736 00000100:00100000:2.0:1778923652.080962:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860736 00000100:00100000:2.0:1778923652.081076:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3929 00000100:00100000:2.0:1778923652.081086:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281860736:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923652.081133:0:26643:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 188111, mtime: 0x6a083881, atime: 0x6a08385b, ctime: 0x6a083881, blocks: 0x203 00010000:00010000:2.0:1778923652.081143:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.081159:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.081161:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.081166:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.081440:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1778923652.081834:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1778923652.122962:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839610 is committed 00002000:00010000:1.0:1778923652.123233:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923652.123238:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:1.0:1778923652.123241:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00010000:00010000:1.0:1778923652.123256:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123268:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123277:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123285:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923652.123289:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123303:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123322:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.123330:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5b0f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.123473:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281860736:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 42385us (42632us total) trans 21474839610 rc 0/0 00000100:00100000:1.0:1778923652.123483:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3929 00000100:00100000:1.0:1778923652.135578:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.135847:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860864 00000100:00100000:3.0:1778923652.135856:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860864 00000100:00100000:3.0:1778923652.135930:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3930 00000100:00100000:3.0:1778923652.135940:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281860864:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923652.136160:0:14409:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a08385b, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:3.0:1778923652.136239:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.136255:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.136258:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.136263:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.136404:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923652.202795:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839611 is committed 00002000:00010000:1.0:1778923652.203127:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923652.203131:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:1.0:1778923652.203134:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:1.0:1778923652.203147:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203159:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203168:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203175:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923652.203180:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203189:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203208:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.203216:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000087d14349/0x3baece0abe6a5b16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.203385:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281860864:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 67442us (67811us total) trans 21474839611 rc 0/0 00000100:00100000:1.0:1778923652.203395:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3930 00000100:00100000:2.0:1778923652.208922:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.209093:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281860992 00000100:00100000:3.0:1778923652.209104:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281860992 00000100:00100000:3.0:1778923652.209205:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3931 00000100:00100000:3.0:1778923652.209216:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281860992:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923652.209274:0:26631:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a08386d, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:3.0:1778923652.209284:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.209306:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.209308:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.209314:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.209328:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923652.265765:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923652.265774:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:3.0:1778923652.265776:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:3.0:1778923652.265788:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265801:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265823:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265832:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923652.265836:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265845:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265878:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.265886:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.265988:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281860992:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 56770us (57070us total) trans 17179872532 rc 0/0 00000100:00100000:3.0:1778923652.265999:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3931 00000001:00080000:3.0:1778923652.266038:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872532 is committed 00000100:00100000:0.0:1778923652.278070:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.278203:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861120 00000100:00100000:1.0:1778923652.278214:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861120 00000100:00100000:1.0:1778923652.278334:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3932 00000100:00100000:1.0:1778923652.278346:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281861120:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:1.0:1778923652.278413:0:14410:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a083876, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:1.0:1778923652.278424:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.278446:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.278448:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.278453:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.278918:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.335501:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872533 is committed 00002000:00010000:2.0:1778923652.335747:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:2.0:1778923652.335751:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:2.0:1778923652.335754:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:2.0:1778923652.335767:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335778:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335788:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335795:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923652.335800:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335818:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335838:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.335845:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c31c579/0x3baece0abe6a5b24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.336152:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281861120:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 57802us (58087us total) trans 17179872533 rc 0/0 00000100:00100000:2.0:1778923652.336164:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3932 00000100:00100000:1.0:1778923652.345565:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.345666:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861248 00000100:00100000:2.0:1778923652.345676:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861248 00000100:00100000:2.0:1778923652.345752:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3933 00000100:00100000:2.0:1778923652.345764:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281861248:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923652.345821:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a083876, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:2.0:1778923652.345831:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.345848:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.345850:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.345856:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.345870:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.397966:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839612 is committed 00002000:00010000:3.0:1778923652.398362:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923652.398367:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:3.0:1778923652.398370:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:3.0:1778923652.398382:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398394:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398401:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398408:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923652.398413:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398688:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398707:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.398715:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a5b2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.398822:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281861248:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 53043us (53250us total) trans 21474839612 rc 0/0 00000100:00100000:3.0:1778923652.398832:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3933 00000100:00100000:0.0:1778923652.404121:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.408180:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861376 00000100:00100000:3.0:1778923652.408194:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861376 00000100:00100000:3.0:1778923652.408549:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3934 00000100:00100000:3.0:1778923652.408561:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281861376:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:3.0:1778923652.408623:0:26642:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a083876, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:3.0:1778923652.408632:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.408649:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.408651:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.408656:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.408671:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.483655:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872534 is committed 00002000:00010000:1.0:1778923652.483866:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923652.483870:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:1.0:1778923652.483872:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:1.0:1778923652.483885:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.483896:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.483905:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.483912:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923652.483916:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.483925:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.484170:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.484180:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afb093a2/0x3baece0abe6a5b32 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.484277:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281861376:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 75713us (80364us total) trans 17179872534 rc 0/0 00000100:00100000:1.0:1778923652.484287:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3934 00000100:00100000:0.0:1778923652.495884:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.496336:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861504 00000100:00100000:2.0:1778923652.496347:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861504 00000100:00100000:2.0:1778923652.496422:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3935 00000100:00100000:2.0:1778923652.496433:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281861504:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923652.496480:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a08387b, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:2.0:1778923652.496489:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.496544:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.496547:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.496552:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.496567:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.543014:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923652.543041:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287791360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923652.543117:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923652.543205:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791360 00000100:00100000:3.0:1778923652.543215:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791360 00000100:00100000:3.0:1778923652.543288:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1778923652.543301:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287791360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1778923652.543332:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 348979200 pending 0 free 3855613952 avail 3845128192 00000100:00100000:3.0:1778923652.543389:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287791360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.543397:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:3.0:1778923652.543427:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1778923652.543456:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872527 gen 2 00000004:00080000:3.0:1778923652.543462:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772d880, transno 17179872479 00000004:00080000:3.0:1778923652.543471:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772e300, transno 17179872480 00000004:00080000:3.0:1778923652.543474:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772fb80, transno 17179872481 00000004:00080000:3.0:1778923652.543476:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772ea00, transno 17179872482 00000004:00080000:3.0:1778923652.543479:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bddf80, transno 17179872483 00000004:00080000:3.0:1778923652.543481:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdce00, transno 17179872484 00000004:00080000:3.0:1778923652.543483:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bddc00, transno 17179872485 00000004:00080000:3.0:1778923652.543485:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bded80, transno 17179872486 00000004:00080000:3.0:1778923652.543487:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdd880, transno 17179872487 00000004:00080000:3.0:1778923652.543490:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdea00, transno 17179872488 00000004:00080000:3.0:1778923652.543492:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d42a00, transno 17179872489 00000004:00080000:3.0:1778923652.543495:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d40700, transno 17179872490 00000004:00080000:3.0:1778923652.543497:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d41180, transno 17179872491 00000004:00080000:3.0:1778923652.543501:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d41c00, transno 17179872492 00000004:00080000:3.0:1778923652.543523:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d40a80, transno 17179872493 00000004:00080000:3.0:1778923652.543526:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdd500, transno 17179872494 00000004:00080000:3.0:1778923652.543529:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703b80, transno 17179872495 00000004:00080000:3.0:1778923652.543531:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703100, transno 17179872496 00000004:00080000:3.0:1778923652.543533:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701880, transno 17179872497 00000004:00080000:3.0:1778923652.543536:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703480, transno 17179872498 00000004:00080000:3.0:1778923652.543538:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701500, transno 17179872499 00000004:00080000:3.0:1778923652.543541:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607700000, transno 17179872500 00000004:00080000:3.0:1778923652.543544:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701f80, transno 17179872501 00000004:00080000:3.0:1778923652.543546:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607700700, transno 17179872502 00000004:00080000:3.0:1778923652.543548:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e99c00, transno 17179872503 00000004:00080000:3.0:1778923652.543550:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a300, transno 17179872504 00000004:00080000:3.0:1778923652.543552:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ad80, transno 17179872505 00000004:00080000:3.0:1778923652.543555:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641bb80, transno 17179872506 00000004:00080000:3.0:1778923652.543557:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a300, transno 17179872507 00000004:00080000:3.0:1778923652.543559:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418a80, transno 17179872508 00000004:00080000:3.0:1778923652.543562:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4700, transno 17179872509 00000004:00080000:3.0:1778923652.543565:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4a80, transno 17179872510 00000004:00080000:3.0:1778923652.543567:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdca80, transno 17179872512 00000004:00080000:3.0:1778923652.543570:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc000, transno 17179872513 00000004:00080000:3.0:1778923652.543572:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdf480, transno 17179872514 00000004:00080000:3.0:1778923652.543575:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc380, transno 17179872515 00000004:00080000:3.0:1778923652.543577:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772ca80, transno 17179872516 00000004:00080000:3.0:1778923652.543579:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdf800, transno 17179872517 00000004:00080000:3.0:1778923652.543582:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc700, transno 17179872518 00000004:00080000:3.0:1778923652.543584:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d880, transno 17179872519 00000004:00080000:3.0:1778923652.543587:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772f480, transno 17179872520 00000004:00080000:3.0:1778923652.543589:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c380, transno 17179872521 00000004:00080000:3.0:1778923652.543592:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d500, transno 17179872522 00000004:00080000:3.0:1778923652.543594:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ed80, transno 17179872523 00000004:00080000:3.0:1778923652.543597:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9e300, transno 17179872524 00000004:00080000:3.0:1778923652.543599:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9f480, transno 17179872525 00000004:00080000:3.0:1778923652.543601:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9fb80, transno 17179872526 00000004:00080000:3.0:1778923652.543603:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ce00, transno 17179872527 00000100:00100000:3.0:1778923652.543613:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287791360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1778923652.544371:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287791488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1778923652.544422:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923652.544458:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287792000:0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.544482:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923652.544517:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1778923652.544524:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287791616:0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.544560:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923652.544586:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287792128:0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.544619:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923652.544657:0:6549:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791488 00000100:00100000:0.0:1778923652.544662:0:6549:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791488 00000100:00100000:0.0:1778923652.545646:0:6549:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1778923652.545659:0:6549:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287791488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1778923652.545688:0:6549:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 239927296 pending 1703936 free 3855613952 avail 3848273920 00000100:00100000:0.0:1778923652.545762:0:6549:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287791488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.545769:0:6549:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1778923652.545852:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839607 gen 2 00000004:00080000:2.0:1778923652.545859:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dfb80, transno 21474839560 00000004:00080000:2.0:1778923652.545871:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dd880, transno 21474839561 00000004:00080000:2.0:1778923652.545875:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dc000, transno 21474839562 00000004:00080000:2.0:1778923652.545884:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100ddc00, transno 21474839563 00000004:00080000:2.0:1778923652.545886:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dd500, transno 21474839564 00000004:00080000:2.0:1778923652.545889:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dc380, transno 21474839565 00000004:00080000:2.0:1778923652.545892:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de300, transno 21474839566 00000004:00080000:2.0:1778923652.545894:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dca80, transno 21474839567 00000004:00080000:2.0:1778923652.545897:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7480, transno 21474839568 00000004:00080000:2.0:1778923652.545899:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5500, transno 21474839569 00000004:00080000:2.0:1778923652.545902:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b65b800, transno 21474839570 00000004:00080000:2.0:1778923652.545905:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd6680, transno 21474839571 00000004:00080000:2.0:1778923652.545907:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5c00, transno 21474839572 00000004:00080000:2.0:1778923652.545909:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd7b80, transno 21474839573 00000004:00080000:2.0:1778923652.545912:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4e00, transno 21474839574 00000004:00080000:2.0:1778923652.545918:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd5880, transno 21474839575 00000004:00080000:2.0:1778923652.545921:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73baca300, transno 21474839576 00000004:00080000:2.0:1778923652.545923:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacaa00, transno 21474839577 00000004:00080000:2.0:1778923652.545926:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9c00, transno 21474839578 00000004:00080000:2.0:1778923652.545928:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac9180, transno 21474839579 00000004:00080000:2.0:1778923652.545931:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bac8380, transno 21474839580 00000004:00080000:2.0:1778923652.545936:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d180, transno 21474839581 00000004:00080000:2.0:1778923652.545939:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9f800, transno 21474839582 00000004:00080000:2.0:1778923652.545941:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9dc00, transno 21474839583 00000004:00080000:2.0:1778923652.545944:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641a680, transno 21474839584 00000004:00080000:2.0:1778923652.545947:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072d80, transno 21474839585 00000004:00080000:2.0:1778923652.545950:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706419f80, transno 21474839586 00000004:00080000:2.0:1778923652.545956:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072300, transno 21474839587 00000004:00080000:2.0:1778923652.545959:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734072a00, transno 21474839588 00000004:00080000:2.0:1778923652.545962:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641b800, transno 21474839589 00000004:00080000:2.0:1778923652.545964:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701c00, transno 21474839590 00000004:00080000:2.0:1778923652.545967:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9a680, transno 21474839591 00000004:00080000:2.0:1778923652.545969:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701180, transno 21474839592 00000004:00080000:2.0:1778923652.545975:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b6a00, transno 21474839593 00000004:00080000:2.0:1778923652.545977:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b4a80, transno 21474839594 00000004:00080000:2.0:1778923652.545980:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b5c00, transno 21474839595 00000004:00080000:2.0:1778923652.545982:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7100, transno 21474839596 00000004:00080000:2.0:1778923652.545985:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b4e00, transno 21474839597 00000004:00080000:2.0:1778923652.545987:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7083b7800, transno 21474839598 00000004:00080000:2.0:1778923652.545994:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703800, transno 21474839599 00000004:00080000:2.0:1778923652.545997:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ca80, transno 21474839600 00000004:00080000:2.0:1778923652.545999:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9e680, transno 21474839601 00000004:00080000:2.0:1778923652.546002:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9df80, transno 21474839602 00000004:00080000:2.0:1778923652.546005:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71f80, transno 21474839603 00000004:00080000:2.0:1778923652.546011:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9f100, transno 21474839604 00000004:00080000:2.0:1778923652.546013:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72a00, transno 21474839605 00000004:00080000:2.0:1778923652.546016:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f71880, transno 21474839606 00000004:00080000:2.0:1778923652.546018:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72d80, transno 21474839607 00000100:00100000:2.0:1778923652.546033:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287791488:0@lo:13:osp-pre-0-0.0 00000004:00080000:2.0:1778923652.546473:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00000004:00080000:3.0:1778923652.546738:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 48 done 00000100:00080000:3.0:1778923652.546753:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923652.546771:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287791744:0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.546828:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923652.546859:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923652.546865:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287791872:0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.546888:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923652.546918:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287792128 00000100:00100000:3.0:1778923652.546924:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287792128 00000100:00100000:3.0:1778923652.546960:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791744 00000100:00100000:3.0:1778923652.546964:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791744 00000100:00100000:3.0:1778923652.546986:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791872 00000100:00100000:3.0:1778923652.546989:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791872 00000100:00100000:3.0:1778923652.547004:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1778923652.547011:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287792128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.547059:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287792128:12345-0@lo:400:kworker.0 Request processed in 48us (2443us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.547065:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1778923652.547080:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1778923652.547085:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287791744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.547115:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287791744:12345-0@lo:400:kworker.0 Request processed in 31us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.547121:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1778923652.547131:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1778923652.547136:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287791872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.547161:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287791872:12345-0@lo:400:kworker.0 Request processed in 25us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.547166:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00080000:3.0:1778923652.547187:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1778923652.547211:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287792128:0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.547236:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287791872:0@lo:400:kworker.0 00000100:00100000:3.0:1778923652.547245:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287791744:0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.547837:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287792000 00000100:00100000:0.0:1778923652.547843:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287792000 00000100:00100000:0.0:1778923652.547924:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1778923652.547931:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287792000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.548029:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287792000:12345-0@lo:400:kworker.0 Request processed in 99us (3546us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.548037:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1778923652.548112:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287792000:0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.548163:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287791616 00000100:00100000:0.0:1778923652.548167:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287791616 00000100:00100000:0.0:1778923652.548241:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1778923652.548249:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287791616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923652.548291:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3291:x1865335287791616:12345-0@lo:400:kworker.0 Request processed in 44us (3731us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.548298:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1778923652.548368:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d3695241-fdb7-40a5-91e5-fcc373f455a5:3291:1865335287791616:0@lo:400:kworker.0 00002000:00010000:0.0:1778923652.554818:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:0.0:1778923652.554826:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:0.0:1778923652.554829:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:0.0:1778923652.554843:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.554856:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.554865:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.554873:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923652.554878:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.554887:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.555272:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.555282:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5b39 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.555388:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281861504:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 58952us (59510us total) trans 21474839613 rc 0/0 00000100:00100000:0.0:1778923652.555399:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3935 00000001:00080000:3.0:1778923652.557208:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839613 is committed 00000100:00100000:0.0:1778923652.563000:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.563548:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861632 00000100:00100000:2.0:1778923652.563559:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861632 00000100:00100000:2.0:1778923652.563630:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3936 00000100:00100000:2.0:1778923652.563643:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281861632:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:2.0:1778923652.563694:0:6551:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 188111, mtime: 0x6a083882, atime: 0x6a08387b, ctime: 0x6a083882, blocks: 0x203 00010000:00010000:2.0:1778923652.563704:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.563719:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.563721:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.563726:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.563739:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923652.629303:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872535 is committed 00002000:00010000:2.0:1778923652.629620:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:2.0:1778923652.629625:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923650 -> 1778923652 00002000:00010000:2.0:1778923652.629628:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923650 -> 1778923652 00010000:00010000:2.0:1778923652.629642:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629653:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629662:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629668:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923652.629673:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629687:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629705:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.629712:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a5b40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.629816:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737c20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281861632:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 66162us (66809us total) trans 17179872535 rc 0/0 00000100:00100000:2.0:1778923652.629826:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3936 00000100:00100000:1.0:1778923652.660165:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.660269:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281861888 00000100:00100000:3.0:1778923652.660278:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281861888 00000100:00100000:3.0:1778923652.660367:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5782 00000100:00100000:3.0:1778923652.660377:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54949:x1865335281861888:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923652.660428:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923652.660455:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5ac2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547619 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.660475:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923652.660481:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923652.660827:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.660842:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.660852:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923652.660910:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940155 00000004:00010000:3.0:1778923652.660936:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000074d0f3ad reply state 00000000d7da987b transno 8589940156 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.660945:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923652.661048:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54949:x1865335281861888:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 672us (891us total) trans 8589940156 rc 0/0 00000100:00100000:3.0:1778923652.661055:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5782 00000020:00080000:3.0:1778923652.661060:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1778923652.661228:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1778923652.664663:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:2.0:1778923652.664756:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664769:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664777:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664783:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671ea00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923652.664788:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664795:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664824:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.664828:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923652.664833:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.664840:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5b47 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.664966:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862016 00000100:00100000:1.0:1778923652.664976:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862016 00000100:00100000:1.0:1778923652.665061:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7723 00000100:00100000:1.0:1778923652.665071:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:54949:x1865335281862016:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.665087:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.665106:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547635 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923652.665130:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 188416, mtime: 0x6a083883, atime: 0x6a08382a, ctime: 0x6a083883, blocks: 0x203 00010000:00010000:1.0:1778923652.665149:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.665152:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.665159:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 23 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.665175:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 23 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.665187:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:1.0:1778923652.665243:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:54949:x1865335281862016:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 173us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.665250:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7723 00000100:00100000:3.0:1778923652.668695:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.668822:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862144 00000100:00100000:0.0:1778923652.668832:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862144 00002000:00010000:0.0:1778923652.668872:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.668878:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9b800 with x1865335281862144 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.668889:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e9b800. 00000100:00100000:0.0:1778923652.668927:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3937 00000100:00100000:0.0:1778923652.668936:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281862144:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.669250:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923652.669254:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923651 -> 1778923652 00002000:00010000:0.0:1778923652.669256:0:26626:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923652.669259:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923651 -> 1778923652 00002000:00010000:0.0:1778923652.669261:0:26626:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923652.669322:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281862144:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 386us (637us total) trans 17179872536 rc 0/0 00000100:00100000:0.0:1778923652.669331:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3937 00002000:00010000:0.0:1778923652.669334:0:26626:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.669337:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9b800 with x1865335281862144 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.669342:0:26626:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e9b800. 00000100:00100000:3.0:1778923652.672149:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.672464:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862272 00000100:00100000:2.0:1778923652.672474:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862272 00002000:00010000:2.0:1778923652.672531:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.672536:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e98380 with x1865335281862272 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.672827:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e98380. 00000100:00100000:2.0:1778923652.672868:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3938 00000100:00100000:2.0:1778923652.672879:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281862272:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923652.675574:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923652.675583:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.675586:0:14407:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923652.675588:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.675591:0:14407:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923652.675678:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281862272:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2797us (3534us total) trans 21474839614 rc 0/0 00000100:00100000:2.0:1778923652.675689:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3938 00002000:00010000:2.0:1778923652.675695:0:14407:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.675699:0:14407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e98380 with x1865335281862272 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.675707:0:14407:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e98380. 00000100:00100000:2.0:1778923652.685867:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.686120:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862400 00000100:00100000:3.0:1778923652.686129:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862400 00000100:00100000:3.0:1778923652.686629:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5783 00000100:00100000:3.0:1778923652.686641:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54949:x1865335281862400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923652.686665:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923652.686685:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b55 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54763c expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688497:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688542:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688555:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923652.688586:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923652.688590:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923652.688610:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688647:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b55 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54763c expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688665:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54763c expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.688674:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923652.688677:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923652.688681:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:3.0:1778923652.689156:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54949:x1865335281862400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2509us (3290us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.689166:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5783 00000100:00100000:0.0:1778923652.703723:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.704892:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862656 00000100:00100000:1.0:1778923652.704905:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862656 00000100:00100000:1.0:1778923652.705240:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5784 00000100:00100000:1.0:1778923652.705252:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54949:x1865335281862656:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923652.705317:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923652.705343:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f200/0x3baece0abe6a5b5c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54763c expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.705363:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.705368:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923652.705640:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.705654:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.705667:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.705722:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940157 00000004:00010000:1.0:1778923652.705749:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000da081f10 reply state 000000000562f240 transno 8589940158 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.705762:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923652.705858:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54949:x1865335281862656:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 608us (2143us total) trans 8589940158 rc 0/0 00000100:00100000:1.0:1778923652.705866:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5784 00000020:00080000:1.0:1778923652.705870:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923652.709355:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.709436:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862784 00000100:00100000:2.0:1778923652.709446:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862784 00000100:00100000:2.0:1778923652.709529:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7724 00000100:00100000:2.0:1778923652.709540:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+21:54949:x1865335281862784:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.709559:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.709579:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547643 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923652.709605:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 188416, mtime: 0x6a083883, atime: 0x6a083837, ctime: 0x6a083883, blocks: 0x203 00010000:00010000:2.0:1778923652.709630:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.709633:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.709641:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.709657:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 22 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.709669:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923652.709727:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+22:54949:x1865335281862784:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 189us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.709734:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7724 00010000:00010000:0.0:1778923652.710924:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.710939:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.710956:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.710963:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.710967:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.710976:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.710990:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.710993:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.710998:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.711004:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5b63 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.713766:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.713815:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.713884:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281862912 00000100:00100000:0.0:1778923652.713895:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281862912 00002000:00010000:0.0:1778923652.713932:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.713937:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f72a00 with x1865335281862912 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.713960:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f72a00. 00000100:00100000:0.0:1778923652.713984:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863040 00000100:00100000:0.0:1778923652.713988:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863040 00002000:00010000:0.0:1778923652.713999:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.714002:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71880 with x1865335281863040 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.714008:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f71880. 00000100:00100000:0.0:1778923652.714030:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3939 00000100:00100000:0.0:1778923652.714039:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281862912:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.714308:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923652.714312:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923651 -> 1778923652 00002000:00010000:0.0:1778923652.714314:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923652.714316:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923651 -> 1778923652 00002000:00010000:0.0:1778923652.714318:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923652.714376:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281862912:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 337us (619us total) trans 21474839615 rc 0/0 00000100:00100000:0.0:1778923652.714384:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3939 00002000:00010000:0.0:1778923652.714388:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.714390:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f72a00 with x1865335281862912 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.714395:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728f72a00. 00000100:00100000:0.0:1778923652.714414:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3940 00000100:00100000:0.0:1778923652.714435:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281863040:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.714590:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923652.714593:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:0.0:1778923652.714595:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923652.714597:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:0.0:1778923652.714598:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923652.714621:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281863040:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 186us (805us total) trans 17179872537 rc 0/0 00000100:00100000:0.0:1778923652.714627:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3940 00002000:00010000:0.0:1778923652.714630:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.714632:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71880 with x1865335281863040 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.714636:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f71880. 00000100:00100000:1.0:1778923652.722553:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.722789:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863168 00000100:00100000:2.0:1778923652.722799:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863168 00000100:00100000:2.0:1778923652.722879:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5785 00000100:00100000:2.0:1778923652.722889:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:54949:x1865335281863168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.722918:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.722940:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5b71 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54764a expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723037:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723054:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723080:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923652.723117:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923652.723122:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923652.723143:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723170:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5b71 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54764a expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723187:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54764a expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.723196:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.723199:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923652.723203:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923652.723280:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54949:x1865335281863168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 392us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.723291:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5785 00000100:00100000:0.0:1778923652.732987:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.733157:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863424 00000100:00100000:3.0:1778923652.733167:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863424 00000100:00100000:3.0:1778923652.733228:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5786 00000100:00100000:3.0:1778923652.733237:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54949:x1865335281863424:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923652.733285:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923652.733309:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678c00/0x3baece0abe6a5b78 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54764a expref: 206 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.733329:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923652.733334:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923652.733629:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.733644:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.733667:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923652.733726:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940159 00000004:00010000:3.0:1778923652.733763:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000039fc19bd reply state 00000000da5bbd39 transno 8589940160 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.733771:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923652.733876:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54949:x1865335281863424:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 639us (896us total) trans 8589940160 rc 0/0 00000100:00100000:3.0:1778923652.733884:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5786 00000020:00080000:3.0:1778923652.733889:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923652.735329:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1778923652.735825:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735838:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735846:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735852:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671f000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923652.735857:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735864:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735878:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.735881:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923652.735885:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.735891:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5b7f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.736779:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.736920:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863552 00000100:00100000:3.0:1778923652.736929:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863552 00000100:00100000:3.0:1778923652.736982:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7725 00000100:00100000:3.0:1778923652.736992:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:54949:x1865335281863552:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923652.737009:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923652.737029:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547651 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923652.737055:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083844, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:3.0:1778923652.737077:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.737079:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923652.737087:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.737102:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.737113:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f200, rc 0) 00000100:00100000:3.0:1778923652.737395:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:54949:x1865335281863552:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 402us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.737404:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7725 00000100:00100000:3.0:1778923652.743794:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.743862:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.743959:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863680 00000100:00100000:2.0:1778923652.743969:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863680 00002000:00010000:2.0:1778923652.744007:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:2.0:1778923652.744011:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99f80 with x1865335281863680 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923652.744023:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e99f80. 00000100:00100000:2.0:1778923652.744054:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863808 00000100:00100000:2.0:1778923652.744057:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863808 00002000:00010000:2.0:1778923652.744071:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.744074:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99500 with x1865335281863808 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.744079:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e99500. 00000100:00100000:2.0:1778923652.744109:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3941 00000100:00100000:2.0:1778923652.744117:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281863680:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923652.744408:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923652.744413:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923652.744415:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923652.744417:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923652.744419:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923652.744476:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281863680:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 359us (691us total) trans 21474839616 rc 0/0 00000100:00100000:2.0:1778923652.744483:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3941 00002000:00010000:2.0:1778923652.744487:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:2.0:1778923652.744490:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99f80 with x1865335281863680 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923652.744495:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e99f80. 00000100:00100000:2.0:1778923652.744539:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3942 00000100:00100000:2.0:1778923652.744546:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281863808:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923652.744681:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923652.744684:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.744686:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923652.744688:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.744690:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923652.744714:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281863808:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 168us (851us total) trans 17179872538 rc 0/0 00000100:00100000:2.0:1778923652.744720:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3942 00002000:00010000:2.0:1778923652.744724:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.744726:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e99500 with x1865335281863808 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.744730:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705e99500. 00000100:00100000:1.0:1778923652.752455:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.752525:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281863936 00000100:00100000:0.0:1778923652.752534:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281863936 00000100:00100000:0.0:1778923652.752586:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5787 00000100:00100000:0.0:1778923652.752595:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54949:x1865335281863936:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923652.752616:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923652.752634:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5b8d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547658 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752710:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752725:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752739:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923652.752763:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923652.752767:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923652.752781:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752814:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5b8d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547658 expref: 209 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752831:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547658 expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.752840:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.752843:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923652.752846:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c800, rc 0) 00000100:00100000:0.0:1778923652.752899:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54949:x1865335281863936:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 306us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.752907:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5787 00000100:00100000:0.0:1778923652.763746:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.764089:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864192 00000100:00100000:1.0:1778923652.764098:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864192 00000100:00100000:1.0:1778923652.764151:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5788 00000100:00100000:1.0:1778923652.764159:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54949:x1865335281864192:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923652.764206:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923652.764230:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5b94 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547658 expref: 208 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.764251:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.764257:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923652.764456:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.764470:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.764479:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.764661:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940161 00000004:00010000:1.0:1778923652.764684:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001fe2472a reply state 00000000563990e6 transno 8589940162 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.764693:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923652.764827:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54949:x1865335281864192:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 667us (1087us total) trans 8589940162 rc 0/0 00000100:00100000:1.0:1778923652.764835:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5788 00000020:00080000:1.0:1778923652.764840:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923652.769000:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.769069:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864320 00000100:00100000:1.0:1778923652.769077:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864320 00000100:00100000:1.0:1778923652.769134:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7726 00000100:00100000:1.0:1778923652.769143:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:54949:x1865335281864320:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.769160:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.769181:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54765f expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923652.769207:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083844, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923652.769226:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.769228:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.769235:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.769251:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 27 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.769264:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1800, rc 0) 00000100:00100000:1.0:1778923652.769316:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:54949:x1865335281864320:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 174us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.769323:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7726 00010000:00010000:0.0:1778923652.770614:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770628:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770636:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770642:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.770647:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770653:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770668:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.770671:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.770676:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.770682:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5b9b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.771696:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.771763:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864448 00000100:00100000:1.0:1778923652.771771:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864448 00002000:00010000:1.0:1778923652.771820:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:1.0:1778923652.771825:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4000 with x1865335281864448 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923652.771835:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4000. 00000100:00100000:1.0:1778923652.771867:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3943 00000100:00100000:1.0:1778923652.771887:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281864448:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923652.772177:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923652.772181:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923652.772183:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923652.772186:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923652.772188:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923652.772250:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281864448:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 365us (558us total) trans 17179872539 rc 0/0 00000100:00100000:1.0:1778923652.772258:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3943 00002000:00010000:1.0:1778923652.772262:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:1.0:1778923652.772265:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e4000 with x1865335281864448 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923652.772270:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e4000. 00000100:00100000:1.0:1778923652.773396:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.774356:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864576 00000100:00100000:3.0:1778923652.774368:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864576 00002000:00010000:3.0:1778923652.774409:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:3.0:1778923652.774412:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70641b800 with x1865335281864576 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923652.774422:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70641b800. 00000100:00100000:3.0:1778923652.774537:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3944 00000100:00100000:3.0:1778923652.774551:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281864576:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.774791:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923652.774795:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:3.0:1778923652.774798:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:3.0:1778923652.774801:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:3.0:1778923652.774814:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923652.774882:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281864576:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 336us (1491us total) trans 21474839617 rc 0/0 00000100:00100000:3.0:1778923652.774891:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3944 00002000:00010000:3.0:1778923652.774894:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:3.0:1778923652.774897:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70641b800 with x1865335281864576 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923652.774902:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce70641b800. 00000100:00100000:2.0:1778923652.779945:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.780050:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864704 00000100:00100000:0.0:1778923652.780060:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864704 00000100:00100000:0.0:1778923652.780121:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5789 00000100:00100000:0.0:1778923652.780131:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54949:x1865335281864704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923652.780153:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923652.780172:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5ba9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547666 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780264:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780279:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780294:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923652.780323:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923652.780327:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923652.780344:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780368:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5ba9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547666 expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780384:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547666 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.780392:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.780395:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923652.780399:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c800, rc 0) 00000100:00100000:0.0:1778923652.780496:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54949:x1865335281864704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 366us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.780599:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5789 00000100:00100000:0.0:1778923652.790879:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.791117:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281864960 00000100:00100000:2.0:1778923652.791126:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281864960 00000100:00100000:2.0:1778923652.791225:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5790 00000100:00100000:2.0:1778923652.791236:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54949:x1865335281864960:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923652.791289:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923652.791314:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5bb0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547666 expref: 210 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.791333:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.791339:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923652.791885:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.791900:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.791910:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923652.792187:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940163 00000004:00010000:2.0:1778923652.792218:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000110791f9 reply state 000000003374fe17 transno 8589940164 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.792227:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923652.792332:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54949:x1865335281864960:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1096us (1459us total) trans 8589940164 rc 0/0 00000100:00100000:2.0:1778923652.792338:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5790 00000020:00080000:2.0:1778923652.792343:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923652.795528:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795547:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795555:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795562:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.795567:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795573:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795590:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.795593:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.795598:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.795605:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a5bb7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.798215:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.799616:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865088 00000100:00100000:1.0:1778923652.799630:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865088 00000100:00100000:1.0:1778923652.799698:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7727 00000100:00100000:1.0:1778923652.799708:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:54949:x1865335281865088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.799727:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.799753:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54766d expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923652.799788:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083854, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923652.799820:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.799823:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.799830:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.799846:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.799858:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:1.0:1778923652.799927:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:54949:x1865335281865088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 220us (1722us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.799943:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7727 00000100:00100000:2.0:1778923652.804890:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.809787:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.811325:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865216 00000100:00100000:3.0:1778923652.811338:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865216 00002000:00010000:3.0:1778923652.811382:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.811387:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71180 with x1865335281865216 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.811398:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f71180. 00000100:00100000:3.0:1778923652.811432:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865344 00000100:00100000:3.0:1778923652.811435:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865344 00002000:00010000:3.0:1778923652.811449:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923652.811451:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73baca300 with x1865335281865344 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923652.811457:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73baca300. 00000100:00100000:3.0:1778923652.811487:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3945 00000100:00100000:3.0:1778923652.811497:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281865216:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923652.811554:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3946 00000100:00100000:2.0:1778923652.811567:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281865344:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.811855:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923652.811860:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923652.811864:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923652.811866:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923652.811869:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1778923652.811931:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923652.811935:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.811938:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923652.811940:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.811942:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923652.811969:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73baca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281865344:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 405us (2191us total) trans 21474839618 rc 0/0 00000100:00100000:2.0:1778923652.811977:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3946 00002000:00010000:2.0:1778923652.811981:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.811984:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73baca300 with x1865335281865344 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.811989:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73baca300. 00000100:00100000:3.0:1778923652.812228:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281865216:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 437us (7052us total) trans 17179872540 rc 0/0 00000100:00100000:3.0:1778923652.812238:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3945 00002000:00010000:3.0:1778923652.812242:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.812246:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728f71180 with x1865335281865216 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.812251:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce728f71180. 00000100:00100000:3.0:1778923652.819420:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.819530:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865472 00000100:00100000:1.0:1778923652.819540:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865472 00000100:00100000:1.0:1778923652.819604:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5791 00000100:00100000:1.0:1778923652.819614:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54949:x1865335281865472:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.819636:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.819660:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bc5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547674 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819747:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819762:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819774:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923652.819801:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:1.0:1778923652.819815:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923652.819832:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819857:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bc5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547674 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819875:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547674 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.819884:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.819887:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923652.819890:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923652.819970:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54949:x1865335281865472:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 358us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.819978:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5791 00000100:00100000:0.0:1778923652.827916:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.828104:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865728 00000100:00100000:1.0:1778923652.828114:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865728 00000100:00100000:1.0:1778923652.828172:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5792 00000100:00100000:1.0:1778923652.828182:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54949:x1865335281865728:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923652.828234:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923652.828262:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a5bcc lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547674 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.828287:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.828292:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923652.828550:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.828565:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.828574:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.828626:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940165 00000004:00010000:1.0:1778923652.828649:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000071cfb92a reply state 00000000a2d40f3f transno 8589940166 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.828657:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923652.828747:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+214:54949:x1865335281865728:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 566us (839us total) trans 8589940166 rc 0/0 00000100:00100000:1.0:1778923652.828762:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5792 00000020:00080000:1.0:1778923652.828768:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923652.835646:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835664:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835671:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835676:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.835681:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835688:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835706:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.835710:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.835714:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.835721:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a5bd3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.839614:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.839701:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865856 00000100:00100000:1.0:1778923652.839712:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865856 00000100:00100000:1.0:1778923652.839781:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7728 00000100:00100000:1.0:1778923652.839792:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:54949:x1865335281865856:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.839818:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.839842:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54767b expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923652.839885:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083858, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923652.839912:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.839914:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.839922:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 31 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.839940:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 31 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.839952:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:1.0:1778923652.840002:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+31:54949:x1865335281865856:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 212us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.840008:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7728 00000100:00100000:2.0:1778923652.844240:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.844279:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.844355:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281865984 00000100:00100000:1.0:1778923652.844365:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281865984 00002000:00010000:1.0:1778923652.844403:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:1.0:1778923652.844408:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9c00 with x1865335281865984 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923652.844420:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac9c00. 00000100:00100000:1.0:1778923652.844449:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866112 00000100:00100000:1.0:1778923652.844453:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866112 00002000:00010000:1.0:1778923652.844465:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:1.0:1778923652.844469:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9180 with x1865335281866112 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923652.844474:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac9180. 00000100:00100000:1.0:1778923652.844499:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3947 00000100:00100000:1.0:1778923652.844533:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281865984:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923652.844830:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923652.844834:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923652.844837:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923652.844839:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923652.844841:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923652.844897:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281865984:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 366us (667us total) trans 17179872541 rc 0/0 00000100:00100000:1.0:1778923652.844904:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3947 00002000:00010000:1.0:1778923652.844908:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:1.0:1778923652.844911:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9c00 with x1865335281865984 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923652.844915:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bac9c00. 00000100:00100000:1.0:1778923652.844934:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3948 00000100:00100000:1.0:1778923652.844941:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281866112:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923652.845067:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923652.845070:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:1.0:1778923652.845072:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923652.845075:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:1.0:1778923652.845077:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923652.845101:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281866112:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 160us (821us total) trans 21474839619 rc 0/0 00000100:00100000:1.0:1778923652.845106:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3948 00002000:00010000:1.0:1778923652.845109:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:1.0:1778923652.845112:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bac9180 with x1865335281866112 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923652.845116:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73bac9180. 00000100:00100000:3.0:1778923652.850099:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.853843:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866240 00000100:00100000:2.0:1778923652.853856:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866240 00000100:00100000:2.0:1778923652.853937:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5793 00000100:00100000:2.0:1778923652.853947:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54949:x1865335281866240:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.853971:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.853990:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5be1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547682 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854075:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854090:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854101:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923652.854129:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923652.854133:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923652.854149:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854175:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a5be1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547682 expref: 215 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854193:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547682 expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.854202:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.854205:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923652.854208:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679c00, rc 0) 00000100:00100000:2.0:1778923652.854281:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+214:54949:x1865335281866240:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 335us (4191us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.854289:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5793 00000100:00100000:1.0:1778923652.859680:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.859839:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866496 00000100:00100000:0.0:1778923652.859849:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866496 00000100:00100000:0.0:1778923652.859914:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5794 00000100:00100000:0.0:1778923652.859924:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54949:x1865335281866496:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923652.859975:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923652.860002:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5be8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547682 expref: 214 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.860023:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.860028:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923652.860246:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.860261:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.860272:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923652.860328:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940167 00000004:00010000:0.0:1778923652.860356:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000256ffc55 reply state 00000000ebcb8b1e transno 8589940168 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.860364:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923652.860468:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54949:x1865335281866496:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 545us (797us total) trans 8589940168 rc 0/0 00000100:00100000:0.0:1778923652.860476:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5794 00000020:00080000:0.0:1778923652.860481:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923652.864371:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864388:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864395:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864402:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.864406:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864413:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864441:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.864444:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.864449:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.864456:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bef lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.866641:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.867292:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866624 00000100:00100000:2.0:1778923652.867302:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866624 00000100:00100000:2.0:1778923652.867357:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7729 00000100:00100000:2.0:1778923652.867366:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54949:x1865335281866624:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.867383:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.867402:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547689 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923652.867431:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a08385b, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923652.867453:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.867456:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.867462:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.867476:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 29 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.867489:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678a00, rc 0) 00000100:00100000:2.0:1778923652.867570:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54949:x1865335281866624:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 205us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.867576:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7729 00000100:00100000:3.0:1778923652.876300:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.876408:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866752 00000100:00100000:2.0:1778923652.876427:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866752 00002000:00010000:2.0:1778923652.876467:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:2.0:1778923652.876472:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9bb80 with x1865335281866752 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923652.876485:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e9bb80. 00000100:00100000:2.0:1778923652.876560:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3949 00000100:00100000:2.0:1778923652.876570:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281866752:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923652.876887:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923652.876891:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923652.876893:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923652.876895:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923652.876897:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923652.877326:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281866752:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 755us (1034us total) trans 21474839620 rc 0/0 00000100:00100000:3.0:1778923652.877334:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3949 00002000:00010000:3.0:1778923652.877338:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.877341:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705e9bb80 with x1865335281866752 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.877346:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce705e9bb80. 00000100:00100000:0.0:1778923652.880267:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.880607:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281866880 00000100:00100000:2.0:1778923652.880617:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281866880 00002000:00010000:2.0:1778923652.880652:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.880656:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6300 with x1865335281866880 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.880668:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6300. 00000100:00100000:2.0:1778923652.880699:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3950 00000100:00100000:2.0:1778923652.880708:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281866880:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923652.880984:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923652.880988:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.880990:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923652.880993:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923649 -> 1778923652 00002000:00010000:2.0:1778923652.880995:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923652.881058:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281866880:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 348us (800us total) trans 17179872542 rc 0/0 00000100:00100000:2.0:1778923652.881065:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3950 00002000:00010000:2.0:1778923652.881069:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:2.0:1778923652.881072:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72e3e6300 with x1865335281866880 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923652.881077:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72e3e6300. 00000100:00100000:1.0:1778923652.884417:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.884543:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867008 00000100:00100000:0.0:1778923652.884552:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867008 00000100:00100000:0.0:1778923652.884608:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5795 00000100:00100000:0.0:1778923652.884618:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+215:54949:x1865335281867008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923652.884641:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923652.884661:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bfd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547690 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884741:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884755:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884766:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923652.884814:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923652.884818:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923652.884839:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884865:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5bfd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547690 expref: 217 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884883:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547690 expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.884891:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.884894:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923652.884897:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d800, rc 0) 00000100:00100000:0.0:1778923652.884963:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54949:x1865335281867008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 347us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.884971:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5795 00000100:00100000:2.0:1778923652.889952:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.890324:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867264 00000100:00100000:1.0:1778923652.890335:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867264 00000100:00100000:1.0:1778923652.890391:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5796 00000100:00100000:1.0:1778923652.890400:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54949:x1865335281867264:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923652.890451:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923652.890481:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c04 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547690 expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.890500:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.890545:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923652.890998:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.891014:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.891024:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923652.891089:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940169 00000004:00010000:1.0:1778923652.891114:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000bba1e9ce reply state 000000007386ce5b transno 8589940170 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.891123:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923652.891206:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+218:54949:x1865335281867264:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 807us (1262us total) trans 8589940170 rc 0/0 00000100:00100000:1.0:1778923652.891213:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5796 00000020:00080000:1.0:1778923652.891218:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923652.895317:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923652.895791:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895812:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895819:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895825:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.895829:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895835:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895851:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.895854:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.895859:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.895865:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a5c0b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.896127:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867392 00000100:00100000:2.0:1778923652.896138:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867392 00000100:00100000:2.0:1778923652.896188:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7730 00000100:00100000:2.0:1778923652.896197:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+30:54949:x1865335281867392:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.896213:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.896231:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547697 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923652.896254:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a08385b, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923652.896272:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.896274:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.896281:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.896294:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 31 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.896305:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923652.896364:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:54949:x1865335281867392:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 168us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.896372:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7730 00000100:00100000:2.0:1778923652.899599:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.899635:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.899727:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867520 00000100:00100000:3.0:1778923652.899735:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867520 00002000:00010000:3.0:1778923652.899781:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.899787:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072d80 with x1865335281867520 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.899798:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce734072d80. 00000100:00100000:3.0:1778923652.899830:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867648 00000100:00100000:3.0:1778923652.899833:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867648 00002000:00010000:3.0:1778923652.899844:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:3.0:1778923652.899847:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072300 with x1865335281867648 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923652.899853:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072300. 00000100:00100000:3.0:1778923652.900107:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3951 00000100:00100000:3.0:1778923652.900118:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281867520:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.900404:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923652.900408:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.900410:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923652.900412:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.900414:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923652.900490:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281867520:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 374us (899us total) trans 21474839621 rc 0/0 00000100:00100000:3.0:1778923652.900498:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3951 00002000:00010000:3.0:1778923652.900526:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.900529:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072d80 with x1865335281867520 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.900534:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce734072d80. 00000100:00100000:3.0:1778923652.900552:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3952 00000100:00100000:3.0:1778923652.900559:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281867648:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.900684:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923652.900687:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923652.900690:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923652.900692:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923652.900694:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923652.900715:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281867648:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 157us (1079us total) trans 17179872543 rc 0/0 00000100:00100000:3.0:1778923652.900722:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3952 00002000:00010000:3.0:1778923652.900726:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:3.0:1778923652.900729:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072300 with x1865335281867648 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923652.900734:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072300. 00000100:00100000:0.0:1778923652.905075:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.905151:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281867776 00000100:00100000:3.0:1778923652.905160:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281867776 00000100:00100000:3.0:1778923652.905241:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5797 00000100:00100000:3.0:1778923652.905251:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54949:x1865335281867776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923652.905275:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923652.905292:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5c19 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54769e expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905361:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905372:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905380:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923652.905400:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923652.905403:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923652.905424:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905444:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5c19 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54769e expref: 219 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905459:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54769e expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.905468:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923652.905471:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923652.905476:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fe00, rc 0) 00000100:00100000:3.0:1778923652.905695:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54949:x1865335281867776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 444us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923652.905703:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5797 00000100:00100000:1.0:1778923652.910726:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.911181:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868032 00000100:00100000:2.0:1778923652.911192:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868032 00000100:00100000:2.0:1778923652.911253:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5798 00000100:00100000:2.0:1778923652.911264:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+218:54949:x1865335281868032:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923652.911319:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923652.911345:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c20 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54769e expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.911363:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.911368:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923652.911626:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.911639:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.911646:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923652.911689:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940171 00000004:00010000:2.0:1778923652.911706:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000007b470368 reply state 00000000cde1ddbe transno 8589940172 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.911712:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923652.911811:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+220:54949:x1865335281868032:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 540us (1086us total) trans 8589940172 rc 0/0 00000100:00100000:2.0:1778923652.911819:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5798 00000020:00080000:2.0:1778923652.911825:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923652.913491:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913540:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913549:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913555:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.913559:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913566:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913582:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.913585:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.913589:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.913596:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678200/0x3baece0abe6a5c27 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923652.915719:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.915780:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868160 00000100:00100000:2.0:1778923652.915791:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868160 00000100:00100000:2.0:1778923652.915857:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7731 00000100:00100000:2.0:1778923652.915869:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:54949:x1865335281868160:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.915886:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.915907:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476a5 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923652.916096:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a08386d, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923652.916119:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.916136:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.916144:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.916160:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 35 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.916172:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923652.916232:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:54949:x1865335281868160:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 366us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.916238:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7731 00000100:00100000:2.0:1778923652.918917:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.920693:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.922010:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868288 00000100:00100000:0.0:1778923652.922022:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868288 00002000:00010000:0.0:1778923652.922063:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.922068:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072a00 with x1865335281868288 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.922081:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072a00. 00000100:00100000:0.0:1778923652.922109:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868416 00000100:00100000:0.0:1778923652.922112:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868416 00002000:00010000:0.0:1778923652.922125:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.922128:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d41180 with x1865335281868416 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.922135:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d41180. 00000100:00100000:0.0:1778923652.922162:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3953 00000100:00100000:0.0:1778923652.922172:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281868288:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.922466:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923652.922471:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:0.0:1778923652.922473:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923652.922475:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:0.0:1778923652.922477:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923652.922557:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734072a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281868288:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 386us (3647us total) trans 17179872544 rc 0/0 00000100:00100000:0.0:1778923652.922565:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3953 00002000:00010000:0.0:1778923652.922568:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:0.0:1778923652.922571:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce734072a00 with x1865335281868288 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923652.922575:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce734072a00. 00000100:00100000:0.0:1778923652.922593:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3954 00000100:00100000:0.0:1778923652.922599:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+32:2356:x1865335281868416:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.922718:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923652.922721:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923652.922723:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923652.922725:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923652.922727:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923652.922764:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281868416:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 165us (2078us total) trans 21474839622 rc 0/0 00000100:00100000:0.0:1778923652.922771:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3954 00002000:00010000:0.0:1778923652.922774:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.922777:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d41180 with x1865335281868416 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.922781:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d41180. 00000100:00100000:1.0:1778923652.928094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.928170:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868544 00000100:00100000:3.0:1778923652.928179:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868544 00000100:00100000:3.0:1778923652.928232:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5799 00000100:00100000:3.0:1778923652.928242:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+219:54949:x1865335281868544:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923652.928265:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923652.928286:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5c35 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476ac expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.928375:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.928388:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.928399:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923652.931660:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923652.931671:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923652.931707:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.931828:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671ea00/0x3baece0abe6a5c35 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ac expref: 221 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.931855:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ac expref: 220 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.931864:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.931867:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923652.931871:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671fc00, rc 0) 00000100:00100000:2.0:1778923652.932100:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+220:54949:x1865335281868544:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3858us (4013us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.932110:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5799 00000100:00100000:2.0:1778923652.938550:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.938829:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868800 00000100:00100000:3.0:1778923652.938839:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868800 00000100:00100000:3.0:1778923652.938912:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5800 00000100:00100000:3.0:1778923652.938923:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+220:54949:x1865335281868800:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923652.938978:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923652.939005:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c3c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ac expref: 220 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.939028:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923652.939032:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923652.939251:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.939266:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923652.939275:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923652.939331:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940173 00000004:00010000:3.0:1778923652.939357:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a394620 reply state 00000000837a26a6 transno 8589940174 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.939366:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923652.939458:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+222:54949:x1865335281868800:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 537us (915us total) trans 8589940174 rc 0/0 00000100:00100000:3.0:1778923652.939466:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5800 00000020:00080000:3.0:1778923652.939472:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923652.943160:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:0.0:1778923652.943247:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943260:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943268:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943274:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fe00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923652.943278:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943285:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943301:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.943305:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923652.943310:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.943316:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fe00/0x3baece0abe6a5c43 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.943387:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281868928 00000100:00100000:2.0:1778923652.943396:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281868928 00000100:00100000:2.0:1778923652.943459:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7732 00000100:00100000:2.0:1778923652.943469:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:54949:x1865335281868928:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.943487:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.943545:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476b3 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923652.943573:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083876, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923652.943593:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.943596:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923652.943603:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.943619:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 37 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.943630:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923652.943686:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+37:54949:x1865335281868928:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 219us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.943693:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7732 00000100:00100000:0.0:1778923652.947950:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.948238:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869056 00000100:00100000:3.0:1778923652.948247:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869056 00002000:00010000:3.0:1778923652.948285:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.948290:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dfb80 with x1865335281869056 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.948300:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dfb80. 00000100:00100000:3.0:1778923652.948332:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3955 00000100:00100000:3.0:1778923652.948340:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281869056:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.948662:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923652.948667:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.948669:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923652.948671:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.948673:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923652.948742:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281869056:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 401us (800us total) trans 17179872545 rc 0/0 00000100:00100000:3.0:1778923652.948750:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3955 00002000:00010000:3.0:1778923652.948754:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.948756:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dfb80 with x1865335281869056 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.948761:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dfb80. 00000100:00100000:3.0:1778923652.950024:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.950852:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869184 00000100:00100000:0.0:1778923652.950864:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869184 00002000:00010000:0.0:1778923652.950905:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.950921:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e300 with x1865335281869184 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.950935:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e300. 00000100:00100000:0.0:1778923652.950968:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3956 00000100:00100000:0.0:1778923652.950977:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281869184:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923652.951209:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923652.951213:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923652.951216:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923652.951218:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923652.951220:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1778923652.951274:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281869184:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 298us (1256us total) trans 21474839623 rc 0/0 00000100:00100000:0.0:1778923652.951281:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3956 00002000:00010000:0.0:1778923652.951284:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:0.0:1778923652.951286:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459e300 with x1865335281869184 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923652.951290:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73459e300. 00000100:00100000:3.0:1778923652.956047:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.956728:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869312 00000100:00100000:0.0:1778923652.956739:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869312 00000100:00100000:0.0:1778923652.956846:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5801 00000100:00100000:0.0:1778923652.956857:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+221:54949:x1865335281869312:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923652.956884:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923652.956904:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5c51 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476ba expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957002:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957017:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957030:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923652.957056:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923652.957060:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923652.957077:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957103:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c000/0x3baece0abe6a5c51 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ba expref: 223 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957120:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ba expref: 222 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.957129:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.957132:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923652.957136:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d000, rc 0) 00000100:00100000:0.0:1778923652.957206:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+222:54949:x1865335281869312:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 351us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.957214:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5801 00000100:00100000:3.0:1778923652.968151:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.968356:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869568 00000100:00100000:0.0:1778923652.968366:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869568 00000100:00100000:0.0:1778923652.968434:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5802 00000100:00100000:0.0:1778923652.968444:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+222:54949:x1865335281869568:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923652.968498:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923652.968542:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d000/0x3baece0abe6a5c58 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476ba expref: 222 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.968568:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.968573:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923652.968793:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.968816:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.968826:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923652.968878:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940175 00000004:00010000:0.0:1778923652.969064:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dd537399 reply state 0000000032f5f568 transno 8589940176 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.969074:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923652.969162:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54949:x1865335281869568:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 719us (1018us total) trans 8589940176 rc 0/0 00000100:00100000:0.0:1778923652.969170:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5802 00000020:00080000:0.0:1778923652.969175:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923652.972930:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.972948:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.972955:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.972961:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923652.972965:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.972972:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.972988:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923652.972992:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923652.972996:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.973003:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5c5f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923652.974346:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.974780:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869696 00000100:00100000:1.0:1778923652.974791:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869696 00000100:00100000:1.0:1778923652.974870:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7733 00000100:00100000:1.0:1778923652.974880:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+34:54949:x1865335281869696:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923652.974897:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923652.974929:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476c1 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923652.974956:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083876, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923652.974978:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.974980:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923652.974987:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 35 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.975005:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 35 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923652.975017:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:1.0:1778923652.975092:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+35:54949:x1865335281869696:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 213us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923652.975099:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7733 00000100:00100000:2.0:1778923652.978338:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923652.978436:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869824 00000100:00100000:3.0:1778923652.978446:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869824 00002000:00010000:3.0:1778923652.978486:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.978491:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6a00 with x1865335281869824 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.978548:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b6a00. 00000100:00100000:3.0:1778923652.978575:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3957 00000100:00100000:3.0:1778923652.978585:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281869824:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923652.978899:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923652.978903:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.978905:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923652.978919:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923652.978922:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923652.978983:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281869824:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 399us (654us total) trans 21474839624 rc 0/0 00000100:00100000:3.0:1778923652.978991:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3957 00002000:00010000:3.0:1778923652.978994:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:3.0:1778923652.978997:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b6a00 with x1865335281869824 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923652.979002:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b6a00. 00000100:00100000:3.0:1778923652.981484:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923652.982326:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281869952 00000100:00100000:1.0:1778923652.982338:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281869952 00002000:00010000:1.0:1778923652.982380:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1778923652.982384:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459d880 with x1865335281869952 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923652.982395:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459d880. 00000100:00100000:1.0:1778923652.982550:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3958 00000100:00100000:1.0:1778923652.982561:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281869952:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923652.982774:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923652.982778:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:1.0:1778923652.982781:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923652.982783:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:1.0:1778923652.982785:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:1.0:1778923652.982992:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281869952:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 432us (1515us total) trans 17179872546 rc 0/0 00000100:00100000:1.0:1778923652.983000:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3958 00002000:00010000:1.0:1778923652.983003:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1778923652.983006:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73459d880 with x1865335281869952 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923652.983011:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73459d880. 00000100:00100000:0.0:1778923652.985992:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923652.986132:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870080 00000100:00100000:2.0:1778923652.986141:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870080 00000100:00100000:2.0:1778923652.986195:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5803 00000100:00100000:2.0:1778923652.986205:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+223:54949:x1865335281870080:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923652.986226:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923652.986246:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5c6d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476c8 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986331:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986346:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986355:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923652.986381:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923652.986384:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923652.986399:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986440:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5c6d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c8 expref: 225 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986458:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c8 expref: 224 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.986467:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.986471:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923652.986474:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923652.986572:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+224:54949:x1865335281870080:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 369us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923652.986580:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5803 00000100:00100000:2.0:1778923652.991366:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.991565:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870336 00000100:00100000:0.0:1778923652.991575:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870336 00000100:00100000:0.0:1778923652.991633:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5804 00000100:00100000:0.0:1778923652.991642:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+224:54949:x1865335281870336:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923652.991691:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923652.991717:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a5c74 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c8 expref: 224 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.991741:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923652.991746:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923652.991993:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.992008:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.992018:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923652.992073:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940177 00000004:00010000:0.0:1778923652.992099:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009a3be5ea reply state 00000000f5a9ada4 transno 8589940178 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923652.992107:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923652.992188:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+226:54949:x1865335281870336:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 546us (829us total) trans 8589940178 rc 0/0 00000100:00100000:0.0:1778923652.992196:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5804 00000020:00080000:0.0:1778923652.992201:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923652.994142:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994157:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994165:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994171:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923652.994175:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994183:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994201:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923652.994204:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923652.994209:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923652.994215:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5c7b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923652.996263:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.996340:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870464 00000100:00100000:0.0:1778923652.996349:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870464 00000100:00100000:0.0:1778923652.996402:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7734 00000100:00100000:0.0:1778923652.996413:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:54949:x1865335281870464:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923652.996437:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923652.996458:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476cf expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923652.996489:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a083876, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:0.0:1778923652.996547:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923652.996550:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923652.996558:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 40 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.996576:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 40 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923652.996588:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d000, rc 0) 00000100:00100000:0.0:1778923652.996642:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+40:54949:x1865335281870464:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 231us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923652.996649:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7734 00000100:00100000:0.0:1778923652.999436:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923652.999493:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.000255:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870592 00000100:00100000:2.0:1778923653.000266:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870592 00002000:00010000:2.0:1778923653.000307:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:2.0:1778923653.000312:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dc000 with x1865335281870592 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923653.000323:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dc000. 00000100:00100000:2.0:1778923653.000398:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870720 00000100:00100000:2.0:1778923653.000402:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870720 00002000:00010000:2.0:1778923653.000425:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:2.0:1778923653.000428:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddc00 with x1865335281870720 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923653.000435:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddc00. 00000100:00100000:3.0:1778923653.000559:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3959 00000100:00100000:3.0:1778923653.000572:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281870592:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923653.000876:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923653.000880:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923653.000883:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923653.000885:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923653.000898:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923653.000964:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281870592:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 394us (1545us total) trans 17179872547 rc 0/0 00000100:00100000:3.0:1778923653.000971:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3959 00002000:00010000:3.0:1778923653.000975:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:3.0:1778923653.000978:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100dc000 with x1865335281870592 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923653.000983:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce7100dc000. 00000100:00100000:3.0:1778923653.001001:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3960 00000100:00100000:3.0:1778923653.001008:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281870720:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923653.001137:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.001140:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923653.001143:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923653.001145:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923653.001147:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:3.0:1778923653.001169:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281870720:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 161us (1676us total) trans 21474839625 rc 0/0 00000100:00100000:3.0:1778923653.001176:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3960 00002000:00010000:3.0:1778923653.001178:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:3.0:1778923653.001181:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7100ddc00 with x1865335281870720 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923653.001185:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7100ddc00. 00000100:00100000:2.0:1778923653.004527:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.004622:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281870848 00000100:00100000:3.0:1778923653.004632:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281870848 00000100:00100000:3.0:1778923653.004680:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5805 00000100:00100000:3.0:1778923653.004688:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+225:54949:x1865335281870848:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923653.004712:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923653.004729:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c89 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476d6 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.004831:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.004847:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.004859:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923653.005150:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923653.005155:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923653.005179:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.005205:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671fc00/0x3baece0abe6a5c89 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476d6 expref: 227 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.005222:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476d6 expref: 226 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.005230:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.005233:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923653.005237:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70671f000, rc 0) 00000100:00100000:3.0:1778923653.005333:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+226:54949:x1865335281870848:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 644us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.005341:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5805 00000100:00100000:1.0:1778923653.010320:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.010639:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871104 00000100:00100000:0.0:1778923653.010649:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871104 00000100:00100000:0.0:1778923653.010707:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5806 00000100:00100000:0.0:1778923653.010717:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+226:54949:x1865335281871104:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923653.010768:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923653.010793:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70671f000/0x3baece0abe6a5c90 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476d6 expref: 226 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.010821:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.010827:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923653.011493:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.011709:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.011720:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923653.011788:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940179 00000004:00010000:0.0:1778923653.011829:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e348b6b2 reply state 00000000540c0131 transno 8589940180 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.011838:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923653.012065:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+228:54949:x1865335281871104:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1345us (1750us total) trans 8589940180 rc 0/0 00000100:00100000:0.0:1778923653.012073:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5806 00000020:00080000:0.0:1778923653.012079:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1778923653.014398:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014420:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014428:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014434:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923653.014439:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014446:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014463:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923653.014467:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923653.014472:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.014477:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5c97 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.014613:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.014668:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871232 00000100:00100000:2.0:1778923653.014676:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871232 00000100:00100000:2.0:1778923653.014738:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7735 00000100:00100000:2.0:1778923653.014748:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b68a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:54949:x1865335281871232:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923653.014764:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923653.014782:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476dd expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923653.014820:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a08387b, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923653.014840:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.014842:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.014849:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.014864:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.014874:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923653.014937:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b68a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:54949:x1865335281871232:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 190us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.014944:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7735 00000100:00100000:2.0:1778923653.019298:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.019379:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871360 00000100:00100000:1.0:1778923653.019389:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871360 00002000:00010000:1.0:1778923653.019436:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:1.0:1778923653.019440:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5c00 with x1865335281871360 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923653.019452:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b5c00. 00000100:00100000:1.0:1778923653.019480:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3961 00000100:00100000:1.0:1778923653.019489:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281871360:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923653.019839:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923653.019843:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:1.0:1778923653.019845:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923653.019847:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:1.0:1778923653.019849:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923653.019923:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281871360:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 435us (633us total) trans 21474839626 rc 0/0 00000100:00100000:1.0:1778923653.019930:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3961 00002000:00010000:1.0:1778923653.019934:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:1.0:1778923653.019937:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce7083b5c00 with x1865335281871360 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923653.019942:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce7083b5c00. 00000100:00100000:1.0:1778923653.023405:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.023473:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871488 00000100:00100000:0.0:1778923653.023482:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871488 00002000:00010000:0.0:1778923653.023556:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923653.023561:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42d80 with x1865335281871488 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923653.023574:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d42d80. 00000100:00100000:0.0:1778923653.023611:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3962 00000100:00100000:0.0:1778923653.023621:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281871488:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923653.023905:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.023909:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923653.023913:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923653.023915:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923653.023918:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:0.0:1778923653.024178:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281871488:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 557us (780us total) trans 17179872548 rc 0/0 00000100:00100000:0.0:1778923653.024186:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3962 00002000:00010000:0.0:1778923653.024190:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923653.024192:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d42d80 with x1865335281871488 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923653.024197:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d42d80. 00000100:00100000:0.0:1778923653.028009:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.028189:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871616 00000100:00100000:2.0:1778923653.028200:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871616 00000100:00100000:2.0:1778923653.028257:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5807 00000100:00100000:2.0:1778923653.028266:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+227:54949:x1865335281871616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923653.028291:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923653.028311:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ca5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476e4 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028407:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028421:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028432:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923653.028458:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923653.028462:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923653.028479:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028545:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ca5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476e4 expref: 229 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028563:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476e4 expref: 228 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.028572:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.028574:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923653.028578:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923653.028641:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+228:54949:x1865335281871616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 376us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.028647:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5807 00000100:00100000:2.0:1778923653.037572:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.037781:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281871872 00000100:00100000:3.0:1778923653.037792:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281871872 00000100:00100000:3.0:1778923653.037857:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5808 00000100:00100000:3.0:1778923653.037867:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+228:54949:x1865335281871872:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923653.037927:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.037956:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5cac lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476e4 expref: 228 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.037975:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.037980:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923653.039101:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.039123:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.039135:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923653.039202:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940181 00000004:00010000:0.0:1778923653.039231:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000d9cf7b1b reply state 0000000033915f2d transno 8589940182 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.039240:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923653.039342:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+230:54949:x1865335281871872:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1474us (1776us total) trans 8589940182 rc 0/0 00000100:00100000:0.0:1778923653.039350:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5808 00000020:00080000:0.0:1778923653.039357:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923653.042837:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042856:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042863:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042870:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141d200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923653.042874:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042882:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042898:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.042902:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923653.042907:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.042913:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d200/0x3baece0abe6a5cb3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.044011:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.044660:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872000 00000100:00100000:1.0:1778923653.044671:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872000 00000100:00100000:1.0:1778923653.044725:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7736 00000100:00100000:1.0:1778923653.044735:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+42:54949:x1865335281872000:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923653.044752:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923653.044777:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476eb expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923653.044813:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 188416, mtime: 0x6a083884, atime: 0x6a08387b, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923653.044834:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.044837:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.044844:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 43 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.044860:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 43 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.044872:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1400, rc 0) 00000100:00100000:1.0:1778923653.044935:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+43:54949:x1865335281872000:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 202us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.044942:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7736 00000100:00100000:1.0:1778923653.048387:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.048432:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.048750:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872256 00000100:00100000:2.0:1778923653.048759:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872256 00002000:00010000:2.0:1778923653.048798:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:2.0:1778923653.048812:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43480 with x1865335281872256 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923653.048825:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d43480. 00000100:00100000:2.0:1778923653.048896:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872128 00000100:00100000:2.0:1778923653.048901:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872128 00002000:00010000:2.0:1778923653.048915:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:2.0:1778923653.048917:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40700 with x1865335281872128 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923653.048924:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d40700. 00000100:00100000:3.0:1778923653.049061:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3963 00000100:00100000:3.0:1778923653.049073:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281872256:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923653.049336:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.049339:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923653.049342:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923653.049344:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:3.0:1778923653.049346:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 1 -> 3 00000100:00100000:3.0:1778923653.049941:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281872256:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 866us (1558us total) trans 21474839627 rc 0/0 00000100:00100000:3.0:1778923653.049950:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3963 00002000:00010000:3.0:1778923653.049954:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:3.0:1778923653.049957:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43480 with x1865335281872256 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923653.049964:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce707d43480. 00000100:00100000:3.0:1778923653.049988:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3964 00000100:00100000:3.0:1778923653.049998:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281872128:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923653.050442:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923653.050446:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923653.050448:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923653.050450:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923652 -> 1778923653 00002000:00010000:3.0:1778923653.050452:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923653.051816:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281872128:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1454us (3016us total) trans 17179872549 rc 0/0 00000100:00100000:3.0:1778923653.051830:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3964 00002000:00010000:3.0:1778923653.051836:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:3.0:1778923653.051839:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d40700 with x1865335281872128 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923653.051849:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d40700. 00000100:00100000:2.0:1778923653.057370:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.057930:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872512 00000100:00100000:0.0:1778923653.057940:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872512 00000100:00100000:0.0:1778923653.058013:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5809 00000100:00100000:0.0:1778923653.058023:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+229:54949:x1865335281872512:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923653.058123:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.058140:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.058152:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923653.058976:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b5ceb788 reply state 000000002d9c7734 transno 8589940183 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.058988:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923653.059136:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6022f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+231:54949:x1865335281872512:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1113us (1771us total) trans 8589940183 rc 0/0 00000100:00100000:0.0:1778923653.059144:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5809 00010000:00010000:2.0:1778923653.061060:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061081:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061361:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061368:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923653.061372:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061379:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061394:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.061397:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923653.061402:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.061408:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cc1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.065903:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.066035:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872640 00000100:00100000:0.0:1778923653.066049:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872640 00000100:00100000:0.0:1778923653.066112:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7737 00000100:00100000:0.0:1778923653.066121:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+44:54949:x1865335281872640:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923653.066140:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.066159:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476f2 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.066195:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.066203:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.066206:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.066210:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 45 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.066243:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.066256:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.066271:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287792256:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.066356:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.071701:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287792256:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.071744:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 45 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.071764:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141c000, rc 0) 00000100:00100000:0.0:1778923653.071827:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce734071f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+45:54949:x1865335281872640:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5707us (5933us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.071836:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7737 00000100:00100000:2.0:1778923653.072682:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.072768:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872768 00000100:00100000:3.0:1778923653.072779:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872768 00010000:00010000:3.0:1778923653.072828:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.072870:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3363 00000100:00100000:3.0:1778923653.072879:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281872768:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.072892:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.072921:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.072933:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.072962:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5ac9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547620 expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.072981:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.072983:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.072990:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 44 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.073003:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 44 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.073036:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 44 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.073054:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287792384:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923653.073122:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd540 going to sleep for 11 seconds 00000100:00100000:3.0:1778923653.083740:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5739:1865335287792384:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923653.083772:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.083834:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281872768:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10956us (11157us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.083846:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3363 00000100:00100000:1.0:1778923653.085276:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.085344:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281872896 00000100:00100000:2.0:1778923653.085353:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281872896 00000100:00100000:2.0:1778923653.085458:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7738 00000100:00100000:2.0:1778923653.085469:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:54949:x1865335281872896:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923653.085488:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923653.085539:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5476f9 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.085582:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.085591:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.085593:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.085596:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 41 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.085627:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.085641:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.085660:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287792512:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.085725:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.088048:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8354:1865335287792512:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.088082:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 41 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.088109:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:1.0:1778923653.088175:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:54949:x1865335281872896:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 2708us (2904us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.088184:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7738 00000100:00100000:0.0:1778923653.089753:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.090282:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873024 00000100:00100000:1.0:1778923653.090291:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873024 00010000:00010000:1.0:1778923653.090331:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.090374:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3364 00000100:00100000:1.0:1778923653.090383:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281873024:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923653.090398:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.090419:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.090433:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.090455:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ec562d3a/0x3baece0abe6a5ad0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547627 expref: 41 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.090472:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.090474:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.090481:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 40 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.090492:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 40 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.090577:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 40 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.090592:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287792640:192.168.203.24@tcp:105: 00000100:00100000:1.0:1778923653.090673:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.097377:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.097377:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5741:1865335287792640:192.168.203.24@tcp:105: 00010000:00010000:1.0:1778923653.097403:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.097462:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281873024:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 7080us (7714us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.097472:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873152 00000100:00100000:1.0:1778923653.097473:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3364 00000100:00100000:0.0:1778923653.097480:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873152 00000100:00100000:0.0:1778923653.097546:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7739 00000100:00100000:0.0:1778923653.097555:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+44:54949:x1865335281873152:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923653.097573:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.097599:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547700 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.097631:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 45 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.097640:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.097642:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.097646:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 45 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.097678:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 45 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.097691:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 45 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.097704:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287792768:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.099495:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.103811:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287792768:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.103850:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 45 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.103871:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70141d200, rc 0) 00000100:00100000:2.0:1778923653.104799:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.105377:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873280 00000100:00100000:3.0:1778923653.105387:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873280 00010000:00010000:3.0:1778923653.105437:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 46 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.105485:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3365 00000100:00100000:3.0:1778923653.105494:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281873280:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.105532:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.105556:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 46 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.105570:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 46 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.105595:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5ad7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54762e expref: 46 pid: 6548 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.105617:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.105619:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.105625:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 45 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.105635:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 45 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.105675:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 45 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.105689:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287792896:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923653.105870:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce705ebd540 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.106670:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+45:54949:x1865335281873152:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 9111us (9295us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.106686:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7739 00000100:00100000:3.0:1778923653.111745:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287792896:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923653.111770:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.111886:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281873280:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 6390us (7437us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.111912:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3365 00000100:00100000:3.0:1778923653.116228:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.116281:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.116304:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873408 00000100:00100000:2.0:1778923653.116314:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873408 00000100:00100000:3.0:1778923653.116327:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.116361:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873536 00000100:00100000:2.0:1778923653.116364:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873536 00000100:00100000:2.0:1778923653.116389:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873664 00000100:00100000:2.0:1778923653.116392:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873664 00000100:00100000:2.0:1778923653.116430:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7740 00000100:00100000:2.0:1778923653.116440:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281873408:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923653.116692:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923653.116697:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:2.0:1778923653.116699:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923653.116701:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923651 -> 1778923653 00002000:00010000:2.0:1778923653.116703:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:2.0:1778923653.116756:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73459df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281873408:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 317us (537us total) trans 17179872550 rc 0/0 00000100:00100000:2.0:1778923653.116763:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7740 00000100:00100000:2.0:1778923653.116781:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7741 00000100:00100000:2.0:1778923653.116787:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281873536:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923653.116895:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.116899:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923648 -> 1778923651 00002000:00010000:2.0:1778923653.116901:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923653.116903:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00000100:00100000:0.0:1778923653.117054:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7742 00000100:00100000:0.0:1778923653.117064:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281873664:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:0.0:1778923653.117165:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.117168:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923648 -> 1778923651 00002000:00010000:0.0:1778923653.117171:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:0.0:1778923653.117173:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923650 -> 1778923653 00002000:00010000:0.0:1778923653.117175:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.117196:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281873664:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 135us (868us total) trans 17179872551 rc 0/0 00000100:00100000:0.0:1778923653.117201:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7742 00002000:00010000:2.0:1778923653.117375:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.117397:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281873536:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 610us (1116us total) trans 21474839628 rc 0/0 00000100:00100000:2.0:1778923653.117404:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7741 00000100:00100000:1.0:1778923653.125909:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.126982:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281873920 00000100:00100000:2.0:1778923653.126994:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281873920 00000100:00100000:2.0:1778923653.127062:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2106 00000100:00100000:2.0:1778923653.127073:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d37850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+230:54949:x1865335281873920:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923653.127444:0:30330:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54760b expref: 230 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.127721:0:30330:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.127735:0:30330:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.127744:0:30330:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.127782:0:30330:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 230 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.127796:0:30330:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 230 pid: 30328 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.127822:0:30330:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287793024:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.127969:0:30330:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e56c000 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.140089:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.140222:0:30330:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:30330:1865335287793024:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.140251:0:30330:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.140326:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281874048 00000100:00100000:3.0:1778923653.140334:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281874048 00010000:00010000:3.0:1778923653.140369:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 231 pid: 30328 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.140427:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3366 00000100:00100000:3.0:1778923653.140437:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+231:2353:x1865335281874048:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.140452:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.140459:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 231 pid: 30328 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.140472:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 231 pid: 30328 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.140495:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5ab4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547612 expref: 231 pid: 30328 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.140547:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.140552:0:5739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.140562:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.140570:0:5739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.141234:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923653.141299:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:2353:x1865335281874048:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 860us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.141309:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3366 00010000:00010000:0.0:1778923653.141400:0:30330:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.141418:0:30330:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1778923653.150086:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1868, 88 off162512 00000004:00080000:0.0:1778923653.150099:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350206595199ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.150147:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1860, 88 off162072 00000004:00080000:0.0:1778923653.150153:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350206649162ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.150187:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1861, 88 off162160 00000004:00080000:0.0:1778923653.150192:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350206688212ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.150208:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1869, 88 off162600 00000004:00080000:0.0:1778923653.150212:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350206708234ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.150228:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1870, 88 off162688 00000004:00080000:0.0:1778923653.150232:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350206727750ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.150248:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1862, 88 off162248 00000004:00080000:0.0:1778923653.150251:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350206747595ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.150266:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1863, 88 off162336 00000004:00080000:0.0:1778923653.150270:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350206766355ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.150618:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1871, 88 off162776 00000004:00080000:0.0:1778923653.150625:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350207121535ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.150687:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1864, 88 off162424 00000004:00080000:0.0:1778923653.150691:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350207187269ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.150721:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1872, 88 off162864 00000004:00080000:0.0:1778923653.150726:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350207221952ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152425:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1873, 88 off162952 00000004:00080000:0.0:1778923653.152445:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350208941395ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152733:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1865, 88 off162512 00000004:00080000:0.0:1778923653.152739:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209235166ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.152776:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1874, 88 off163040 00000004:00080000:0.0:1778923653.152780:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209275890ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152795:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1866, 88 off162600 00000004:00080000:0.0:1778923653.152813:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209308840ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.152832:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1875, 88 off163128 00000004:00080000:0.0:1778923653.152837:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209332542ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152853:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1867, 88 off162688 00000004:00080000:0.0:1778923653.152858:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209354060ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.152889:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1868, 88 off162776 00000004:00080000:0.0:1778923653.152893:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209389362ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.152907:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1876, 88 off163216 00000004:00080000:0.0:1778923653.152912:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209407653ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152928:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1869, 88 off162864 00000004:00080000:0.0:1778923653.152932:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209428103ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.152949:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1877, 88 off163304 00000004:00080000:0.0:1778923653.152953:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209448652ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152969:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1878, 88 off163392 00000004:00080000:0.0:1778923653.152972:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209468400ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.152987:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1870, 88 off162952 00000004:00080000:0.0:1778923653.152991:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209486813ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.153019:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1879, 88 off163480 00000004:00080000:0.0:1778923653.153024:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209519953ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.153041:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1871, 88 off163040 00000004:00080000:0.0:1778923653.153045:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209541383ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.153067:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1872, 88 off163128 00000004:00080000:0.0:1778923653.153072:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209567686ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.153098:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1880, 88 off163568 00000004:00080000:0.0:1778923653.153102:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209597842ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.153116:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1881, 88 off163656 00000004:00080000:0.0:1778923653.153119:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209615506ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.153133:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1873, 88 off163216 00000004:00080000:0.0:1778923653.153146:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209642467ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.153165:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1874, 88 off163304 00000004:00080000:0.0:1778923653.153169:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209664735ns, next at 1344155187312ns, rc = 0 00000040:00080000:0.0:1778923653.153185:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1882, 88 off163744 00000004:00080000:0.0:1778923653.153190:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209686121ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.153260:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1884, 88 off163928 00000004:00080000:0.0:1778923653.153265:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350209761133ns, next at 1344155271182ns, rc = 0 00000040:00080000:0.0:1778923653.153285:0:30330:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1875, 88 off163392 00000004:00080000:0.0:1778923653.153290:0:30330:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350209785735ns, next at 1344155187312ns, rc = 0 00000001:00080000:3.0:1778923653.200918:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940184 is committed 00000004:00080000:3.0:1778923653.200931:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1538 committed 00000004:00080000:3.0:1778923653.200946:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1543 committed 00000004:00080000:3.0:1778923653.200955:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1542 committed 00000004:00080000:3.0:1778923653.200957:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1537 committed 00000004:00080000:3.0:1778923653.200960:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1536 committed 00000004:00080000:3.0:1778923653.200961:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1541 committed 00000004:00080000:3.0:1778923653.200963:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1540 committed 00000004:00080000:3.0:1778923653.200965:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1535 committed 00000004:00080000:3.0:1778923653.200967:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1534 committed 00000004:00080000:3.0:1778923653.200969:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1539 committed 00000004:00080000:3.0:1778923653.200970:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1533 committed 00000004:00080000:3.0:1778923653.200972:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1538 committed 00000004:00080000:3.0:1778923653.200974:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1537 committed 00000004:00080000:3.0:1778923653.200976:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1532 committed 00000004:00080000:3.0:1778923653.200977:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1536 committed 00000004:00080000:3.0:1778923653.200979:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1531 committed 00000004:00080000:3.0:1778923653.200981:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1530 committed 00000004:00080000:3.0:1778923653.200983:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1535 committed 00000004:00080000:3.0:1778923653.200986:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1529 committed 00000004:00080000:3.0:1778923653.200989:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1534 committed 00000004:00080000:3.0:1778923653.200993:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1528 committed 00000004:00080000:3.0:1778923653.200996:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1533 committed 00000004:00080000:3.0:1778923653.200997:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1532 committed 00000004:00080000:3.0:1778923653.200999:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1527 committed 00000004:00080000:3.0:1778923653.201001:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1531 committed 00000004:00080000:3.0:1778923653.201003:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1526 committed 00000004:00080000:3.0:1778923653.201005:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1525 committed 00000004:00080000:3.0:1778923653.201007:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1530 committed 00000004:00080000:3.0:1778923653.201008:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1529 committed 00000004:00080000:3.0:1778923653.201010:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1524 committed 00000004:00080000:3.0:1778923653.201012:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1523 committed 00000004:00080000:3.0:1778923653.201014:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1528 committed 00000100:00100000:3.0:1778923653.201264:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201328:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201359:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793664:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201381:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201404:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923653.201410:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793280:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201442:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201459:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793792:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201478:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201532:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793408:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201558:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201575:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793920:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201594:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201612:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923653.201616:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793536:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201636:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201654:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287794048:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.201672:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.201705:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793152 00000100:00100000:3.0:1778923653.201711:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793152 00000004:00010000:0.0:1778923653.201958:0:30330:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f6ad7eee reply state 00000000284cfa92 transno 8589940184 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.201971:0:30330:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1778923653.201979:0:30330:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.201982:0:30330:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923653.201991:0:30330:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5a8a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54760b expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00080000:0.0:1778923653.202102:0:30330:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1778923653.202115:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d37850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54949:x1865335281873920:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 75044us (76214us total) trans 8589940184 rc 0/0 00000100:00100000:0.0:1778923653.202127:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2106 00010000:00010000:2.0:1778923653.202591:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202603:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202615:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202622:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923653.202626:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202634:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202648:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.202651:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923653.202654:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.202661:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679800/0x3baece0abe6a5cdd lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30330 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.202685:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.202719:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.205102:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.205608:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287795072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.205642:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.206105:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923653.206114:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794432:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.206141:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.206710:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793664 00000100:00100000:3.0:1778923653.206719:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793664 00000100:00100000:3.0:1778923653.207123:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793280 00000100:00100000:3.0:1778923653.207127:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793280 00000100:00100000:3.0:1778923653.207140:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793792 00000100:00100000:3.0:1778923653.207142:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793792 00000100:00100000:3.0:1778923653.207152:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793408 00000100:00100000:3.0:1778923653.207155:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793408 00000100:00100000:3.0:1778923653.207169:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793920 00000100:00100000:3.0:1778923653.207172:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793920 00000100:00100000:3.0:1778923653.207182:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287793536 00000100:00100000:3.0:1778923653.207184:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287793536 00000100:00100000:3.0:1778923653.207194:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794048 00000100:00100000:3.0:1778923653.207196:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794048 00000100:00100000:3.0:1778923653.207205:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794560 00000100:00100000:3.0:1778923653.207207:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794560 00000100:00100000:3.0:1778923653.207218:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795072 00000100:00100000:3.0:1778923653.207220:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795072 00000100:00100000:3.0:1778923653.207235:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743 00000100:00100000:3.0:1778923653.207243:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287793152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923653.207658:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.207692:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281874176 00000100:00100000:1.0:1778923653.207696:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281874176 00000100:00100000:1.0:1778923653.208526:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5810 00000100:00100000:1.0:1778923653.208539:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54949:x1865335281874176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923653.208559:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923653.208579:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5ce4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547707 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.208638:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547707 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.208652:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5ce4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547707 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.208672:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923653.208675:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923653.208678:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:1.0:1778923653.208849:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54949:x1865335281874176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 313us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.208856:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5810 00000100:00100000:2.0:1778923653.210889:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794944:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.211038:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.211096:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.211114:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.211136:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.211153:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1778923653.211160:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794304:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.211180:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.211189:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.211206:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.211279:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794432 00000100:00100000:0.0:1778923653.211287:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794432 00000100:00100000:0.0:1778923653.211320:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794944 00000100:00100000:0.0:1778923653.211323:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794944 00000100:00100000:0.0:1778923653.211332:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794176 00000100:00100000:0.0:1778923653.211334:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794176 00000100:00100000:0.0:1778923653.211342:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794688 00000100:00100000:0.0:1778923653.211344:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794688 00000100:00100000:0.0:1778923653.211351:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794304 00000100:00100000:0.0:1778923653.211353:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794304 00000100:00100000:0.0:1778923653.211360:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287794816 00000100:00100000:0.0:1778923653.211363:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287794816 00000100:00100000:0.0:1778923653.211378:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7744 00000100:00100000:0.0:1778923653.211386:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287793664:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923653.211622:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923653.211626:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:3.0:1778923653.211628:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:3.0:1778923653.211630:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.211632:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1778923653.211681:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287793152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4438us (10352us total) trans 17179872552 rc 0/0 00000100:00100000:3.0:1778923653.211688:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743 00000100:00100000:3.0:1778923653.211709:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745 00000100:00100000:3.0:1778923653.211716:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287793280:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923653.211904:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7746 00000100:00100000:1.0:1778923653.212003:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3293:x1865335287793792:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923653.212184:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923653.212187:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.212189:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923653.212191:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.212193:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923653.212225:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287793792:12345-0@lo:2:osp-syn-1-0.0 Request processed in 226us (10745us total) trans 17179872553 rc 0/0 00000100:00100000:1.0:1778923653.212231:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7746 00000100:00100000:1.0:1778923653.212245:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7747 00000100:00100000:1.0:1778923653.212251:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287793408:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923653.212332:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923653.212335:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.212337:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923653.212339:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.212341:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923653.212374:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287793408:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (10815us total) trans 17179872554 rc 0/0 00000100:00100000:1.0:1778923653.212379:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7747 00000100:00100000:1.0:1778923653.212393:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7748 00000100:00100000:1.0:1778923653.212400:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287793920:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923653.213954:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703100/2, rc 0, transno 17179872554 00000100:00100000:2.0:1778923653.213980:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793408:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923653.214013:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701500/2, rc 0, transno 17179872553 00000100:00100000:2.0:1778923653.214019:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793792:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923653.214030:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703800/2, rc 0, transno 17179872552 00000100:00100000:2.0:1778923653.214033:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793152:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.214785:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.214791:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.214794:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923653.214796:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.214798:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.214892:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287793664:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3503us (13506us total) trans 17179872555 rc 0/0 00000100:00100000:0.0:1778923653.214904:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7744 00000100:00100000:2.0:1778923653.214924:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7749 00000100:00100000:0.0:1778923653.214933:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7750 00000100:00100000:2.0:1778923653.214940:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287793536:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.214946:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287794048:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.215085:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923653.215088:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.215091:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923653.215093:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.215095:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1778923653.215103:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.215107:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.215110:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923653.215112:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.215115:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.215137:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287794048:12345-0@lo:2:osp-syn-1-0.0 Request processed in 196us (13462us total) trans 17179872556 rc 0/0 00000100:00100000:0.0:1778923653.215145:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7750 00000100:00100000:2.0:1778923653.215153:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287793536:12345-0@lo:2:osp-syn-1-0.0 Request processed in 219us (13515us total) trans 17179872557 rc 0/0 00000100:00100000:2.0:1778923653.215162:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7749 00000100:00100000:0.0:1778923653.215184:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7751 00002000:00010000:3.0:1778923653.215328:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.215332:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:3.0:1778923653.215334:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:3.0:1778923653.215336:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.215338:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923653.215368:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287793280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3653us (13925us total) trans 17179872558 rc 0/0 00002000:00010000:1.0:1778923653.215528:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923653.215531:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.215533:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:1.0:1778923653.215535:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.215537:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923653.215578:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287793920:12345-0@lo:2:osp-syn-1-0.0 Request processed in 3178us (13982us total) trans 17179872559 rc 0/0 00000100:00100000:0.0:1778923653.215703:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+12:3292:x1865335287794560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923653.215819:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923653.215823:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.215825:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:0.0:1778923653.215827:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.215829:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923653.215866:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287794560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (13147us total) trans 21474839629 rc 0/0 00000100:00100000:2.0:1778923653.216870:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7752 00000100:00100000:2.0:1778923653.216887:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287795072:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217042:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217046:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217048:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923653.217051:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217053:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.217100:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287795072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (11458us total) trans 21474839630 rc 0/0 00000100:00100000:2.0:1778923653.217108:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7752 00000100:00100000:2.0:1778923653.217132:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7753 00000100:00100000:2.0:1778923653.217139:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287794432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217222:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217225:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217227:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923653.217229:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217231:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.217258:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287794432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 120us (11116us total) trans 21474839631 rc 0/0 00000100:00100000:2.0:1778923653.217264:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7753 00000100:00100000:2.0:1778923653.217280:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7754 00000100:00100000:2.0:1778923653.217287:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3292:x1865335287794944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217370:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217373:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217375:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923653.217377:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217379:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.217404:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287794944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (6368us total) trans 21474839632 rc 0/0 00000100:00100000:2.0:1778923653.217411:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7754 00000100:00100000:2.0:1778923653.217424:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7755 00000100:00100000:2.0:1778923653.217433:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287794176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217549:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217552:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923653.217554:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217556:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:2.0:1778923653.217558:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.217584:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287794176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 153us (6487us total) trans 21474839633 rc 0/0 00000100:00100000:2.0:1778923653.217590:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7755 00000100:00100000:2.0:1778923653.217604:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7756 00000100:00100000:2.0:1778923653.217611:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287794688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217690:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923653.217694:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217696:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923653.217698:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.217700:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923653.217725:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287794688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 115us (6587us total) trans 21474839634 rc 0/0 00000100:00100000:2.0:1778923653.217732:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7756 00000100:00100000:2.0:1778923653.217745:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7757 00000100:00100000:2.0:1778923653.217751:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287794304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.217861:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.217864:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:2.0:1778923653.217866:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:2.0:1778923653.217868:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.217870:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.217896:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287794304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 144us (6714us total) trans 21474839635 rc 0/0 00000100:00100000:2.0:1778923653.217902:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7757 00000100:00100000:2.0:1778923653.217915:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7758 00000100:00100000:2.0:1778923653.217921:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287794816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.218885:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.218890:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.218893:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923653.218895:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.218897:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.218943:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287794816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1021us (7734us total) trans 21474839636 rc 0/0 00000100:00100000:2.0:1778923653.218949:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7758 00000100:00100000:3.0:1778923653.219988:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7745 00000100:00100000:1.0:1778923653.221640:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7748 00000100:00100000:0.0:1778923653.221650:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7751 00000004:00080000:0.0:1778923653.221725:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701880/2, rc 0, transno 17179872557 00000100:00100000:0.0:1778923653.221733:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793536:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.221744:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 17179872556 00000100:00100000:0.0:1778923653.221747:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287794048:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.221756:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607700000/2, rc 0, transno 17179872559 00000100:00100000:0.0:1778923653.221760:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287793920:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.221784:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.221864:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923653.221909:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f3b80/2, rc 0, transno 21474839635 00000100:00100000:0.0:1778923653.221923:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794304:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.221933:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3f100/2, rc 0, transno 21474839636 00000100:00100000:0.0:1778923653.221937:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794816:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.221946:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f0380/2, rc 0, transno 21474839633 00000100:00100000:0.0:1778923653.221949:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794176:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.221957:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3ce00/2, rc 0, transno 21474839634 00000100:00100000:0.0:1778923653.221960:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287794688:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.222111:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703b80/2, rc 0, transno 17179872558 00000100:00100000:0.0:1778923653.222116:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793280:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.222133:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703480/2, rc 0, transno 17179872555 00000100:00100000:0.0:1778923653.222136:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287793664:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923653.222319:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795200 00000100:00100000:1.0:1778923653.222326:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795200 00000100:00100000:0.0:1778923653.222752:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795712:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.222764:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7759 00000100:00100000:2.0:1778923653.222777:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287795200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.222798:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.222838:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287796224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.222858:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795456:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.222868:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.222895:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1778923653.222902:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.222904:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.222931:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.222939:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.222967:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.222967:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795840:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.222987:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.223009:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.223021:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1778923653.223026:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795584:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.223045:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.223055:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796096:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.223076:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.223090:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796608:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.223113:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.223120:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00000100:00100000:0.0:1778923653.223120:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:2.0:1778923653.223126:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923653.223128:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00000100:00100000:0.0:1778923653.223143:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287796352:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.223166:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.223168:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795712 00000100:00100000:1.0:1778923653.223174:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795712 00000100:00100000:0.0:1778923653.223190:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796224 00000100:00100000:0.0:1778923653.223196:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796224 00002000:00010000:2.0:1778923653.223207:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.223217:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795456 00000100:00100000:0.0:1778923653.223221:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795456 00000100:00100000:0.0:1778923653.223234:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795328 00000100:00100000:0.0:1778923653.223237:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795328 00000100:00100000:0.0:1778923653.223252:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795968 00000100:00100000:0.0:1778923653.223254:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795968 00000100:00100000:2.0:1778923653.223260:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3293:x1865335287795200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 484us (1393us total) trans 17179872560 rc 0/0 00000100:00100000:2.0:1778923653.223267:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7759 00000100:00100000:2.0:1778923653.223283:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796480 00000100:00100000:2.0:1778923653.223286:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796480 00000100:00100000:2.0:1778923653.223299:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795584 00000100:00100000:2.0:1778923653.223301:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795584 00000100:00100000:2.0:1778923653.223311:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796096 00000100:00100000:2.0:1778923653.223313:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796096 00000100:00100000:2.0:1778923653.223321:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287795840 00000100:00100000:2.0:1778923653.223323:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287795840 00000100:00100000:2.0:1778923653.223329:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796352 00000100:00100000:2.0:1778923653.223331:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796352 00000100:00100000:2.0:1778923653.223341:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7760 00000100:00100000:2.0:1778923653.223346:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287795712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.223442:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923653.223445:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223446:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923653.223448:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223450:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923653.223476:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287795712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 130us (679us total) trans 17179872561 rc 0/0 00000100:00100000:2.0:1778923653.223482:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7760 00000100:00100000:2.0:1778923653.223494:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7761 00000100:00100000:2.0:1778923653.223500:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287796224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.223600:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.223603:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223605:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923653.223608:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223610:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.223635:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3293:x1865335287796224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (767us total) trans 17179872562 rc 0/0 00000100:00100000:2.0:1778923653.223641:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7761 00000100:00100000:2.0:1778923653.223656:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7762 00000100:00100000:2.0:1778923653.223661:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287795456:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.223740:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.223743:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223745:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923653.223747:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.223749:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.223773:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287795456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (872us total) trans 17179872563 rc 0/0 00000100:00100000:2.0:1778923653.223779:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7762 00000100:00100000:2.0:1778923653.223791:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7763 00000100:00100000:2.0:1778923653.223797:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3293:x1865335287795328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.223903:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923653.223917:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.223919:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923653.223921:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923653.223923:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923653.223949:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287795328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 152us (1014us total) trans 21474839637 rc 0/0 00000100:00100000:2.0:1778923653.223955:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7763 00000100:00100000:2.0:1778923653.223968:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7764 00000100:00100000:2.0:1778923653.223973:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287796480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.224050:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.224053:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224055:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923653.224057:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224060:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.224087:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287796480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 114us (1078us total) trans 17179872564 rc 0/0 00000100:00100000:2.0:1778923653.224094:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7764 00000100:00100000:2.0:1778923653.224111:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7765 00000100:00100000:2.0:1778923653.224122:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287795584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.224124:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7766 00000100:00100000:0.0:1778923653.224137:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287796096:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923653.224245:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923653.224248:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224251:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923653.224253:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224255:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923653.224286:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287795584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 169us (1239us total) trans 21474839638 rc 0/0 00000100:00100000:2.0:1778923653.224291:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7765 00000100:00100000:2.0:1778923653.224308:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7767 00000100:00100000:2.0:1778923653.224315:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287795840:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.224323:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7768 00000100:00100000:3.0:1778923653.224335:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+19:3293:x1865335287796352:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.224395:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.224399:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.224402:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923653.224406:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.224408:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:2.0:1778923653.224420:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.224424:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224427:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923653.224430:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.224432:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.224446:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287796096:12345-0@lo:2:osp-syn-0-0.0 Request processed in 312us (1368us total) trans 21474839639 rc 0/0 00000100:00100000:0.0:1778923653.224454:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7766 00000100:00100000:2.0:1778923653.224469:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3293:x1865335287795840:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (1351us total) trans 21474839640 rc 0/0 00000100:00100000:0.0:1778923653.224474:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7769 00000100:00100000:2.0:1778923653.224482:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7767 00000100:00100000:0.0:1778923653.224486:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287795968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.224606:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923653.224610:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.224612:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923653.224615:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.224618:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923653.224618:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:3.0:1778923653.224624:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.224628:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923653.224630:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.224633:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923653.224656:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287795968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 172us (1689us total) trans 17179872565 rc 0/0 00000100:00100000:0.0:1778923653.224664:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7769 00000100:00100000:3.0:1778923653.224672:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287796352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 339us (1503us total) trans 17179872566 rc 0/0 00000100:00100000:3.0:1778923653.224679:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7768 00000100:00100000:3.0:1778923653.224711:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923653.224723:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dca80/2, rc 0, transno 21474839637 00000100:00100000:0.0:1778923653.224738:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795328:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.224757:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dea00/2, rc 0, transno 21474839640 00000004:00080000:3.0:1778923653.224758:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4a80/2, rc 0, transno 17179872563 00000100:00100000:0.0:1778923653.224763:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795840:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.224767:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795456:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.224776:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9dc00/2, rc 0, transno 17179872566 00000100:00100000:0.0:1778923653.224781:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287796352:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.224785:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9d180/2, rc 0, transno 17179872565 00000100:00100000:3.0:1778923653.224792:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795968:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.224797:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c700/2, rc 0, transno 17179872561 00000100:00100000:0.0:1778923653.224815:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.224819:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9ca80/2, rc 0, transno 17179872564 00000100:00100000:3.0:1778923653.224825:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796480:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923653.224833:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9f800/2, rc 0, transno 17179872562 00000100:00100000:0.0:1778923653.224839:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287796224:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.224844:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de680/2, rc 0, transno 21474839638 00000100:00100000:3.0:1778923653.224850:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287795584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.224856:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce602bd4700/2, rc 0, transno 17179872560 00000100:00100000:0.0:1778923653.224861:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287795200:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.224865:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d43100/2, rc 0, transno 21474839639 00000100:00100000:3.0:1778923653.224871:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796096:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.224892:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796608 00000100:00100000:3.0:1778923653.224897:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796608 00000100:00100000:3.0:1778923653.224933:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7770 00000100:00100000:3.0:1778923653.224942:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287796608:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.224963:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287796864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.225014:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.225039:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00002000:00010000:3.0:1778923653.225044:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188111 00000100:00100000:0.0:1778923653.225045:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287796736:0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923653.225051:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.225054:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923653.225057:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.225060:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923653.225070:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.225098:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796864 00000100:00100000:3.0:1778923653.225099:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287796608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 157us (386us total) trans 17179872567 rc 0/0 00000100:00100000:0.0:1778923653.225102:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796864 00000100:00100000:3.0:1778923653.225109:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7770 00000100:00100000:3.0:1778923653.225127:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796736 00000100:00100000:3.0:1778923653.225132:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796736 00000100:00100000:0.0:1778923653.225133:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7771 00000100:00100000:0.0:1778923653.225143:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b689450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287796864:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.225161:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7772 00000100:00100000:3.0:1778923653.225187:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287796736:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923653.225253:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.225257:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.225259:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923653.225261:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.225263:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:3.0:1778923653.225298:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923653.225302:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.225305:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923653.225308:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.225313:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923653.225313:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b689450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287796864:12345-0@lo:2:osp-syn-0-0.0 Request processed in 170us (297us total) trans 21474839641 rc 0/0 00000100:00100000:0.0:1778923653.225323:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7771 00000100:00100000:3.0:1778923653.225349:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287796736:12345-0@lo:2:osp-syn-0-0.0 Request processed in 163us (277us total) trans 21474839642 rc 0/0 00000100:00100000:3.0:1778923653.225358:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7772 00000100:00100000:3.0:1778923653.225392:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796992:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923653.225417:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.225449:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287796992 00000100:00100000:0.0:1778923653.225453:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287796992 00000100:00100000:0.0:1778923653.225473:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7773 00000100:00100000:0.0:1778923653.225478:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287796992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923653.225575:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923653.225578:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.225580:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923653.225582:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.225584:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923653.226064:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287796992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 584us (645us total) trans 21474839643 rc 0/0 00000100:00100000:0.0:1778923653.226072:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7773 00000004:00080000:0.0:1778923653.226106:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1ea00/2, rc 0, transno 21474839642 00000100:00100000:0.0:1778923653.226111:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287796736:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.226120:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1e680/2, rc 0, transno 21474839641 00000100:00100000:0.0:1778923653.226123:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287796864:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.226150:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287797120:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.226176:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923653.226199:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1a300/2, rc 0, transno 21474839631 00000100:00100000:0.0:1778923653.226203:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794432:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.226213:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d44700/2, rc 0, transno 21474839632 00000100:00100000:0.0:1778923653.226216:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794944:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.226225:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f3d500/2, rc 0, transno 21474839629 00000100:00100000:0.0:1778923653.226229:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287794560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.226241:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287797120 00000004:00080000:0.0:1778923653.226242:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98700/2, rc 0, transno 21474839630 00000100:00100000:0.0:1778923653.226248:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287795072:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.226249:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287797120 00000100:00100000:2.0:1778923653.226281:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7774 00000100:00100000:2.0:1778923653.226289:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287797120:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923653.226357:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1f480/2, rc 0, transno 21474839643 00000100:00100000:3.0:1778923653.226362:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796992:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923653.226373:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9e680/2, rc 0, transno 17179872567 00000100:00100000:3.0:1778923653.226377:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287796608:0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923653.226409:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923653.226498:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.226531:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923653.226534:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923653.226536:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923653.226573:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287797120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 285us (396us total) trans 21474839644 rc 0/0 00000100:00100000:2.0:1778923653.226579:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7774 00000004:00080000:0.0:1778923653.226643:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1d500/2, rc 0, transno 21474839644 00000100:00100000:0.0:1778923653.226648:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287797120:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.228501:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.228575:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281874432 00000100:00100000:0.0:1778923653.228584:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281874432 00000100:00100000:0.0:1778923653.228646:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2107 00000100:00100000:0.0:1778923653.228657:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54949:x1865335281874432:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923653.228949:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54949:x1865335281874432:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 292us (730us total) trans 8589940185 rc 0/0 00000100:00100000:0.0:1778923653.228956:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2107 00000100:00100000:1.0:1778923653.263061:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.266644:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281874560 00000100:00100000:0.0:1778923653.266657:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281874560 00000100:00100000:0.0:1778923653.266771:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5811 00000100:00100000:0.0:1778923653.266781:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54951:x1865335281874560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923653.266813:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.266834:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5ceb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54770e expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266904:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266930:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266943:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266961:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266969:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.266977:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267388:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267400:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267407:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923653.267452:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923653.267466:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923653.267486:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267499:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267545:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267553:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267560:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267566:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70141c800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923653.267570:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267576:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267587:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:0.0:1778923653.267590:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923653.267594:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267600:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141c800/0x3baece0abe6a5cf2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267613:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267619:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267625:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267630:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923653.267633:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267638:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267645:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce728e15500) 00010000:00010000:0.0:1778923653.267647:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923653.267650:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267655:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063600/0x3baece0abe6a5cf9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267688:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70141d800/0x3baece0abe6a5ceb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267701:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.267709:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.267711:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923653.267714:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706063a00, rc 0) 00000100:00100000:0.0:1778923653.267781:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54951:x1865335281874560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1002us (4731us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.267789:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5811 00000100:00100000:1.0:1778923653.276952:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.277023:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281874816 00000100:00100000:0.0:1778923653.277033:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281874816 00000100:00100000:0.0:1778923653.277096:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5812 00000100:00100000:0.0:1778923653.277106:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54951:x1865335281874816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923653.277126:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.277146:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a5d07 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547715 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.277247:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a5d0e lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.277263:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a5d0e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.277274:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a5d0e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923653.277286:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:0.0:1778923653.277423:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063000/0x3baece0abe6a5d07 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547715 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.277442:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a5d0e lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547715 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.277451:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.277453:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923653.277457:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706062200, rc 0) 00000100:00100000:0.0:1778923653.277599:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54951:x1865335281874816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 494us (656us total) trans 8589940186 rc 0/0 00000100:00100000:0.0:1778923653.277607:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5812 00000100:00100000:2.0:1778923653.285203:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.286323:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875072 00000100:00100000:1.0:1778923653.286335:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875072 00000100:00100000:2.0:1778923653.286893:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5813 00000100:00100000:2.0:1778923653.286905:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54951:x1865335281875072:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923653.286928:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923653.286948:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5d1c lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54771c expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.287046:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5d23 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.287062:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5d23 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.287072:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5d23 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923653.287085:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923653.287209:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a5d1c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54771c expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.287228:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5d23 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54771c expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.287236:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.287239:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923653.287242:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923653.287314:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54951:x1865335281875072:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 411us (2119us total) trans 8589940187 rc 0/0 00000100:00100000:2.0:1778923653.287321:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5813 00000100:00100000:2.0:1778923653.368857:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.369120:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875200 00000100:00100000:3.0:1778923653.369130:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875200 00000100:00100000:3.0:1778923653.369199:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3965 00000100:00100000:3.0:1778923653.369208:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+46:2355:x1865335281875200:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923653.369243:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.369264:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 46 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.369271:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.369273:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.369276:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.369320:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 46 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.369333:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 46 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.369348:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287797248:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923653.369428:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923653.372775:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287797248:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923653.372814:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.375221:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.375944:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875328 00000100:00100000:1.0:1778923653.375958:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875328 00010000:00010000:1.0:1778923653.376003:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 47 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.376057:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3367 00000100:00100000:1.0:1778923653.376066:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+47:2353:x1865335281875328:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923653.376082:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.376105:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 47 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.376120:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 47 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.376142:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009f393283/0x3baece0abe6a5cc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f2 expref: 47 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.376159:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.376160:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.376165:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.376176:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.376211:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.376269:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281875328:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 203us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.376282:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3367 00010000:00010000:3.0:1778923653.376725:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.376736:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390696:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390716:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390725:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390732:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70671fc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.390737:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390745:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390762:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.390770:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087d14349/0x3baece0abe6a5d31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.390874:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+45:2355:x1865335281875200:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21662us (22030us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.390886:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3965 00000100:00100000:1.0:1778923653.400796:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.400890:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875456 00000100:00100000:3.0:1778923653.400900:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875456 00000100:00100000:3.0:1778923653.400974:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3966 00000100:00100000:3.0:1778923653.400984:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281875456:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923653.401019:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.401040:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 45 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.401053:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.401055:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.401058:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.401090:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 45 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.401104:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 45 pid: 26020 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.401118:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287797376:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923653.401202:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923653.404787:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287797376:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923653.404827:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.406244:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.406495:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875584 00000100:00100000:3.0:1778923653.406575:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875584 00010000:00010000:3.0:1778923653.406616:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 46 pid: 26020 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.406689:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3368 00000100:00100000:3.0:1778923653.406698:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281875584:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.406716:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.406736:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 46 pid: 26020 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.406748:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 46 pid: 26020 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.406769:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af09711e/0x3baece0abe6a5b4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547635 expref: 46 pid: 26020 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.406784:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.406786:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.406791:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.406811:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.406842:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.406911:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281875584:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 206us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.406918:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3368 00010000:00010000:2.0:1778923653.407254:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.407265:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413472:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413490:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413535:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413544:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.413548:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413557:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413578:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.413585:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a5d38 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.413672:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281875456:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 12684us (12880us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.413682:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3966 00000100:00100000:1.0:1778923653.432375:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.432459:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875712 00000100:00100000:3.0:1778923653.432469:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875712 00000100:00100000:3.0:1778923653.432565:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3967 00000100:00100000:3.0:1778923653.432575:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281875712:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923653.432609:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.432636:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 41 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.432644:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.432646:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923653.432650:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.432683:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 41 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.432697:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 41 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.432712:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287797504:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923653.432791:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.441185:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.441295:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875840 00000100:00100000:1.0:1778923653.441304:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875840 00010000:00010000:1.0:1778923653.441339:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 42 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.441381:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3369 00000100:00100000:1.0:1778923653.441391:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281875840:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923653.441407:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.441430:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 42 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.441456:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 42 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.441481:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.441484:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.441489:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.441499:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.441542:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.441599:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281875840:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 208us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.441607:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3369 00010000:00010000:3.0:1778923653.442050:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5b6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547643 expref: 41 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.442066:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287797504:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923653.442086:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.442095:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.442101:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451561:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451580:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451589:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451596:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.451601:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451610:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451628:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.451635:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5d3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.451726:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281875712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19148us (19355us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.451736:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3967 00000100:00100000:2.0:1778923653.464968:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.465532:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281875968 00000100:00100000:0.0:1778923653.465543:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281875968 00000100:00100000:0.0:1778923653.465619:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3968 00000100:00100000:0.0:1778923653.465630:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281875968:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923653.465663:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.465683:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.465691:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.465694:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.465697:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.465730:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.465743:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 40 pid: 6547 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.465757:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287797632:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.465852:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.477690:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.477832:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:26642:1865335287797632:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.477869:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.483247:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876096 00000100:00100000:3.0:1778923653.483261:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876096 00010000:00010000:3.0:1778923653.483305:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 41 pid: 6547 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.483342:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3370 00000100:00100000:3.0:1778923653.483351:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281876096:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.483366:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.483388:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 41 pid: 6547 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.483403:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 41 pid: 6547 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.483425:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b3a1fa/0x3baece0abe6a5b86 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547651 expref: 41 pid: 6547 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.483441:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.483443:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.483448:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.483458:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.483542:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923653.483680:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.483690:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.483834:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281876096:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 483us (6153us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.483842:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3370 00010000:00010000:1.0:1778923653.492815:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492835:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492843:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492850:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.492864:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492874:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492892:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.492900:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d46 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.493195:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281875968:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27563us (28232us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.493206:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3968 00000100:00100000:3.0:1778923653.500187:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.502278:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876224 00000100:00100000:0.0:1778923653.502293:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876224 00000100:00100000:0.0:1778923653.502449:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3969 00000100:00100000:0.0:1778923653.502461:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2355:x1865335281876224:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923653.502498:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.502559:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 44 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.502573:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.502575:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.502578:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.502613:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 44 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.502628:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 44 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.502643:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287797760:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.502727:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.507864:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287797760:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.507896:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.510211:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.510825:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876352 00000100:00100000:2.0:1778923653.510835:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876352 00010000:00010000:2.0:1778923653.510889:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 45 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.510951:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3371 00000100:00100000:2.0:1778923653.510962:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281876352:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923653.510978:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923653.511001:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 45 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.511016:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 45 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.511039:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c10ef226/0x3baece0abe6a5ba2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54765f expref: 45 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.511058:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.511059:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.511065:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.511079:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.511113:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923653.511167:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281876352:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.511175:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3371 00010000:00010000:0.0:1778923653.512690:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.512708:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517461:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517482:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517491:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517498:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706063600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.517542:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517553:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517573:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.517580:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f1664ab7/0x3baece0abe6a5d4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.517665:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+43:2355:x1865335281876224:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15203us (17483us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.517675:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3969 00000100:00100000:3.0:1778923653.523392:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.523527:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876480 00000100:00100000:1.0:1778923653.523538:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876480 00000100:00100000:1.0:1778923653.523609:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3970 00000100:00100000:1.0:1778923653.523618:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281876480:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923653.523656:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.523676:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 43 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.523685:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.523688:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.523691:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.523725:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 43 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.523740:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 43 pid: 32953 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.523754:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287797888:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923653.523836:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d780 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.528243:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.528442:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876608 00000100:00100000:2.0:1778923653.528452:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876608 00010000:00010000:2.0:1778923653.528490:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 44 pid: 32953 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.528563:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3372 00000100:00100000:2.0:1778923653.528572:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281876608:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923653.528586:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923653.528608:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 44 pid: 32953 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.528624:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 44 pid: 32953 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.528647:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.528649:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.528654:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.528669:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.528690:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923653.528739:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281876608:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 168us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.528746:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3372 00010000:00010000:1.0:1778923653.528973:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5bbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54766d expref: 43 pid: 32953 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.528995:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287797888:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.529016:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.529025:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.529032:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538618:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538637:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538647:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538654:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.538658:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538666:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538689:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.538698:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5d54 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.538846:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281876480:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 15224us (15458us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.538857:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3970 00000100:00100000:3.0:1778923653.546484:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.546655:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876736 00000100:00100000:2.0:1778923653.546664:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876736 00000100:00100000:2.0:1778923653.546726:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3971 00000100:00100000:2.0:1778923653.546736:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281876736:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923653.546770:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.546791:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 42 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.546809:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.546812:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.546815:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.546848:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 42 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.546863:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 42 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.546877:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287798016:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.546969:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.552501:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287798016:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923653.552564:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.554873:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.555162:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876864 00000100:00100000:0.0:1778923653.555172:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876864 00010000:00010000:0.0:1778923653.555212:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 43 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.555257:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3373 00000100:00100000:0.0:1778923653.555267:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281876864:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923653.555283:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923653.555304:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 43 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.555317:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 43 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.555339:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbb5633/0x3baece0abe6a5bda lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54767b expref: 43 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.555356:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.555358:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.555363:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.555373:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.555402:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923653.555469:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281876864:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 203us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.555479:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3373 00010000:00010000:3.0:1778923653.555942:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.555954:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559745:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559764:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559773:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559781:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923653.559785:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559794:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559823:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.559837:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5d5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.559933:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281876736:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13196us (13456us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923653.559944:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3971 00000100:00100000:3.0:1778923653.570825:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.570939:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281876992 00000100:00100000:2.0:1778923653.570949:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281876992 00000100:00100000:2.0:1778923653.571019:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3972 00000100:00100000:2.0:1778923653.571030:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281876992:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923653.571061:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.571083:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.571091:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.571093:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.571096:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.571130:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.571143:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 39 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.571157:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287798144:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.571239:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.574074:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287798144:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923653.574103:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.576329:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.576427:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877120 00000100:00100000:1.0:1778923653.576435:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877120 00010000:00010000:1.0:1778923653.576475:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.576554:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3374 00000100:00100000:1.0:1778923653.576564:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281877120:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923653.576578:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.576600:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.576614:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.576636:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002810c066/0x3baece0abe6a5bf6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547689 expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.576657:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.576659:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.576664:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.576674:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.576705:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.576748:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281877120:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 187us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.576755:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3374 00010000:00010000:3.0:1778923653.578079:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.578096:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585259:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585284:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585294:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585301:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.585306:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585314:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585333:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.585340:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000377951cd/0x3baece0abe6a5d62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.585432:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281876992:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14399us (14611us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.585442:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3972 00000100:00100000:3.0:1778923653.594251:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.594387:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877248 00000100:00100000:0.0:1778923653.594397:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877248 00000100:00100000:0.0:1778923653.594476:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3973 00000100:00100000:0.0:1778923653.594486:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281877248:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923653.594697:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.594719:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.594727:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.594729:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923653.594732:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.594765:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 38 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.594780:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 38 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.594795:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287798272:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.594943:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.603264:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.603352:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877376 00000100:00100000:3.0:1778923653.603361:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877376 00010000:00010000:3.0:1778923653.603400:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 39 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.603626:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3375 00000100:00100000:3.0:1778923653.603637:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281877376:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.603653:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.603673:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 39 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.603688:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 39 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.603712:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.603714:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.603719:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.603729:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.603751:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.603867:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281877376:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 231us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.603874:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3375 00010000:00010000:1.0:1778923653.604364:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5c12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547697 expref: 38 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.604382:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287798272:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.604404:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.604424:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.604432:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.621930:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.621952:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.621962:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.621970:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce703ef7e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.621974:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.621992:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.622012:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.622019:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7f5e8f3/0x3baece0abe6a5d69 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.622108:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281877248:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 27619us (27863us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.622118:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3973 00000100:00100000:0.0:1778923653.632994:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.633072:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877504 00000100:00100000:1.0:1778923653.633082:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877504 00000100:00100000:1.0:1778923653.633158:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3974 00000100:00100000:1.0:1778923653.633168:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281877504:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923653.633204:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.633225:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 41 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.633232:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.633234:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.633237:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.633269:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 41 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.633283:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 41 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.633298:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287798400:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923653.633384:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.640347:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287798400:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.640377:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.642831:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.642909:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877632 00000100:00100000:2.0:1778923653.642919:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877632 00010000:00010000:2.0:1778923653.643101:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 42 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.643145:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3376 00000100:00100000:2.0:1778923653.643670:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281877632:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923653.643689:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923653.643712:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 42 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.643726:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 42 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.643748:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5c2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476a5 expref: 42 pid: 6548 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.643772:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.643773:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.643778:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.643788:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.643841:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923653.643903:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281877632:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 505us (1082us total) trans 0 rc 0/0 00010000:00010000:3.0:1778923653.643956:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.643966:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.651321:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3376 00010000:00010000:3.0:1778923653.652163:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652181:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652189:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652196:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.652200:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652209:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652227:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.652236:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5d70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.652322:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281877504:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19153us (19344us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.652332:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3974 00000100:00100000:3.0:1778923653.659021:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.659270:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877760 00000100:00100000:2.0:1778923653.659280:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877760 00000100:00100000:2.0:1778923653.659353:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3975 00000100:00100000:2.0:1778923653.659364:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+40:2356:x1865335281877760:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923653.659411:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.659432:0:14407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 40 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.659450:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.659453:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.659457:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.659533:0:14407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 40 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.659549:0:14407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 40 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.659564:0:14407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287798528:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.659686:0:14407:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923653.663786:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.664355:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281877888 00000100:00100000:1.0:1778923653.664365:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281877888 00010000:00010000:1.0:1778923653.664407:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 41 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.664591:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3377 00000100:00100000:1.0:1778923653.664600:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281877888:12345-192.168.203.24@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1778923653.664613:0:14407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_006:lustre-OST0001_UUID:14407:1865335287798528:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.664615:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.664636:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 41 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.664638:0:14407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 5 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.664649:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 41 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.665268:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5c4a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476b3 expref: 41 pid: 22251 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.665288:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.665291:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.665295:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.665306:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.665341:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.665589:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281877888:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 988us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.665599:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3377 00010000:00010000:2.0:1778923653.665870:0:14407:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.665881:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.675843:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.675862:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.675880:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.675889:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923653.675894:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.675903:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.676560:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.676569:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.676733:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281877760:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17366us (17716us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923653.676744:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3975 00000100:00100000:3.0:1778923653.684298:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.684409:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878016 00000100:00100000:1.0:1778923653.684419:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878016 00000100:00100000:1.0:1778923653.684497:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3976 00000100:00100000:1.0:1778923653.684526:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281878016:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923653.684561:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.684581:0:6553:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 37 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.684589:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.684591:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.684594:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.684627:0:6553:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 37 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.684640:0:6553:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 37 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.684655:0:6553:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287798656:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923653.684722:0:6553:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.688608:0:6553:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772f480 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:6553:1865335287798656:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923653.688626:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:1.0:1778923653.688636:0:6553:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.689135:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878144 00000100:00100000:0.0:1778923653.689142:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878144 00010000:00010000:0.0:1778923653.689188:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 38 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.689234:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3378 00000100:00100000:0.0:1778923653.689244:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281878144:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923653.689259:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923653.689280:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 38 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.689294:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 38 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.689316:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a5c66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476c1 expref: 38 pid: 8354 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.689332:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.689334:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.689339:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.689349:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.689393:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923653.689576:0:6553:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.689585:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.689859:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281878144:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 615us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.689867:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3378 00010000:00010000:3.0:1778923653.701833:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701853:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701861:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701869:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c0400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923653.701873:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701881:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701911:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.701918:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dd55e7f/0x3baece0abe6a5d7e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.702021:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281878016:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17493us (17728us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923653.702032:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3976 00000100:00100000:3.0:1778923653.712459:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.717717:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878272 00000100:00100000:2.0:1778923653.717731:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878272 00000100:00100000:2.0:1778923653.717855:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3977 00000100:00100000:2.0:1778923653.717867:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281878272:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923653.717915:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.717938:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.717956:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.717958:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923653.717962:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.718008:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.718023:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 39 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.718038:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287798784:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.719195:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602066f00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.729004:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.729169:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878400 00000100:00100000:3.0:1778923653.729178:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878400 00010000:00010000:3.0:1778923653.729215:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.729264:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3379 00000100:00100000:3.0:1778923653.729273:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281878400:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.729288:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.729310:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.729324:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 40 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.729347:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.729349:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.729353:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.729363:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.729382:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.729446:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281878400:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 167us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.729454:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3379 00010000:00010000:2.0:1778923653.730930:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005968878b/0x3baece0abe6a5c82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476cf expref: 39 pid: 25674 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.730953:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:14404:1865335287798784:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923653.730986:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.731003:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.731010:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744167:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744192:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744202:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744210:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923653.744215:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744224:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744247:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.744254:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a5d85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.744679:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281878272:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 26807us (32221us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923653.744691:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3977 00000100:00100000:3.0:1778923653.751868:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.751989:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878528 00000100:00100000:1.0:1778923653.751998:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878528 00000100:00100000:1.0:1778923653.752072:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3978 00000100:00100000:1.0:1778923653.752082:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281878528:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923653.752118:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.752138:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.752146:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.752148:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.752152:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.752184:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 36 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.752198:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 36 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.752217:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287798912:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923653.752294:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923653.757733:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.757833:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878656 00000100:00100000:2.0:1778923653.757843:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878656 00010000:00010000:2.0:1778923653.757879:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 37 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.757919:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3380 00000100:00100000:2.0:1778923653.757929:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281878656:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923653.757957:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923653.757981:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 37 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.757995:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 37 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.758020:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.758022:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923653.758027:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.758037:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.758062:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923653.758117:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281878656:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 189us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923653.758125:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3380 00010000:00010000:1.0:1778923653.758698:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007d10c438/0x3baece0abe6a5c9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476dd expref: 36 pid: 32943 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.758715:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287798912:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.758734:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.758743:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.758749:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.763610:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923653.775432:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775453:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775463:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775475:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.775480:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775489:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775558:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.775566:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.775645:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281878528:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23560us (23783us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.775655:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3978 00000100:00100000:3.0:1778923653.787598:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.788098:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878784 00000100:00100000:1.0:1778923653.788243:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878784 00000100:00100000:1.0:1778923653.788327:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3979 00000100:00100000:1.0:1778923653.788337:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281878784:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923653.788372:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.788392:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.788681:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.788684:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923653.788688:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.788727:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 38 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.788740:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 38 pid: 26019 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.788755:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287799040:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923653.788894:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73400d480 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.793925:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287799040:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923653.793961:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.798682:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923653.798789:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281878912 00000100:00100000:1.0:1778923653.798809:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281878912 00010000:00010000:1.0:1778923653.798849:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 39 pid: 26019 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.798895:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3381 00000100:00100000:1.0:1778923653.798905:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281878912:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923653.798923:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923653.798946:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 39 pid: 26019 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.798960:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 39 pid: 26019 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.798983:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a5cba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476eb expref: 39 pid: 26019 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.799000:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.799003:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923653.799007:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.799016:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.799056:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923653.799112:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281878912:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 208us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.799119:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3381 00010000:00010000:2.0:1778923653.799248:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.799258:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808574:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808595:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808610:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808618:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923653.808622:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808630:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808649:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923653.808657:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5d93 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923653.808746:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281878784:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20407us (21154us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923653.808757:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3979 00000100:00100000:2.0:1778923653.845709:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.845818:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879040 00000100:00100000:0.0:1778923653.845827:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879040 00000100:00100000:0.0:1778923653.845887:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 590 00000100:00100000:0.0:1778923653.845897:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54951:x1865335281879040:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:0.0:1778923653.845913:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923653.845935:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5d23 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54771c expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.845956:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.845961:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923653.847322:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54951:x1865335281879040:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 1417us (1612us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.847334:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 590 00000100:00100000:2.0:1778923653.853955:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.854015:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879296 00000100:00100000:0.0:1778923653.854025:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879296 00000100:00100000:0.0:1778923653.854091:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2108 00000100:00100000:0.0:1778923653.854100:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54951:x1865335281879296:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923653.854341:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54951:x1865335281879296:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 241us (394us total) trans 8589940188 rc 0/0 00000100:00100000:0.0:1778923653.854348:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2108 00000100:00100000:2.0:1778923653.867256:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.867975:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879552 00000100:00100000:0.0:1778923653.867985:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879552 00000100:00100000:0.0:1778923653.868063:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5814 00000100:00100000:0.0:1778923653.868072:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281879552:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923653.868097:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.868119:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5d9a lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547723 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.868235:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.868262:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.868272:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.868308:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.868320:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 207 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.868334:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287799168:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.868417:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923653.875384:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923653.875470:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879680 00000100:00100000:2.0:1778923653.875479:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879680 00010000:00010000:2.0:1778923653.875551:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 208 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.875584:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3382 00000100:00100000:2.0:1778923653.875594:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281879680:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923653.875612:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 208 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875624:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 208 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875643:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 208 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875656:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923653.875660:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923653.875663:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875674:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875682:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923653.875706:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 208 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.875739:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287799168:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923653.875762:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281879680:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 169us (386us total) trans 0 rc 0/0 00010000:00010000:0.0:1778923653.875763:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923653.875774:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3382 00010000:00010000:0.0:1778923653.875784:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.875790:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923653.875819:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:0.0:1778923653.876843:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5d9a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.876867:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.876875:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923653.876878:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923653.876881:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642c800, rc 0) 00000100:00100000:0.0:1778923653.877185:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281879552:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 9112us (9936us total) trans 8589940189 rc 0/0 00000100:00100000:0.0:1778923653.877194:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5814 00000100:00100000:1.0:1778923653.885055:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.885138:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879808 00000100:00100000:0.0:1778923653.885152:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879808 00000100:00100000:0.0:1778923653.885220:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7775 00000100:00100000:0.0:1778923653.885232:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281879808:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923653.885252:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.885274:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54772a expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923653.885305:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083854, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:0.0:1778923653.885329:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.885331:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.885341:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 38 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.885360:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 38 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.885809:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923653.885916:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281879808:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 685us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.885924:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7775 00000100:00100000:2.0:1778923653.890833:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.895820:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281879936 00000100:00100000:0.0:1778923653.895836:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281879936 00000100:00100000:0.0:1778923653.895921:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7776 00000100:00100000:0.0:1778923653.895932:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:54746:x1865335281879936:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923653.895949:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.895968:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547731 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.895999:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.896009:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.896011:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.896015:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [12288->16383] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.896048:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 39 pid: 6547 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.896061:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 39 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.896075:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287799296:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923653.896148:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923653.901435:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.901547:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880064 00000100:00100000:3.0:1778923653.901567:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880064 00010000:00010000:3.0:1778923653.901607:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 40 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.901651:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3383 00000100:00100000:3.0:1778923653.901660:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281880064:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923653.901676:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923653.901698:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 40 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.901713:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 40 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.901737:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.901740:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923653.901747:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 40 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.901757:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 40 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.901794:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 40 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923653.901826:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287799424:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923653.902282:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70a6eab40 going to sleep for 11 seconds 00010000:00010000:0.0:1778923653.903116:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5daf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54772a expref: 40 pid: 6547 timeout: 1450 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923653.903136:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287799296:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923653.903160:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 39 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.903173:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642d600, rc 0) 00000100:00100000:1.0:1778923653.903346:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+39:54746:x1865335281879936:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 7414us (12528us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923653.903355:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7776 00000100:00100000:3.0:1778923653.906434:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287799424:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923653.906459:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923653.906538:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281880064:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4877us (5111us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923653.906557:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3383 00000100:00100000:1.0:1778923653.906910:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.907103:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880192 00000100:00100000:0.0:1778923653.907111:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880192 00002000:00100000:0.0:1778923653.907153:0:26634:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x2a1:0x0] (12288->16383) req@ffff9ce70772ed80 x1865335281880192/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:214/0 lens 488/0 e 0 to 0 dl 1778923664 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923653.907164:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ed80 with x1865335281880192 ext(12288->16383) 00002000:00010000:0.0:1778923653.907169:0:26634:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772ed80 00000100:00100000:0.0:1778923653.907195:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3980 00000100:00100000:0.0:1778923653.907205:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281880192:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923653.907373:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281880192:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 162us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1778923653.907381:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3980 00002000:00100000:0.0:1778923653.907387:0:26634:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_015: refresh rw locks for [0x280000400:0x2a1:0x0] (12288->16383) req@ffff9ce70772ed80 x1865335281880192/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:214/0 lens 488/4536 e 0 to 0 dl 1778923664 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923653.907394:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce70772ed80 with x1865335281880192 ext(12288->16383) 00002000:00010000:0.0:1778923653.907397:0:26634:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce70772ed80 00000100:00100000:1.0:1778923653.924089:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.924185:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880448 00000100:00100000:0.0:1778923653.924195:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880448 00000100:00100000:0.0:1778923653.924252:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2109 00000100:00100000:0.0:1778923653.924262:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281880448:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:1.0:1778923653.924906:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281880448:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 636us (819us total) trans 8589940190 rc 0/0 00000100:00100000:1.0:1778923653.924916:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2109 00000100:00100000:1.0:1778923653.928624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923653.928713:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880704 00000100:00100000:3.0:1778923653.928723:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880704 00000100:00100000:3.0:1778923653.928781:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5815 00000100:00100000:3.0:1778923653.928791:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281880704:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923653.928828:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923653.928831:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 1 00010000:00010000:3.0:1778923653.928856:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706062200/0x3baece0abe6a5d0e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547715 expref: 209 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.928880:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5ce4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547707 expref: 208 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.928892:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706063a00/0x3baece0abe6a5d00 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54770e expref: 207 pid: 31254 timeout: 1450 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.928914:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.928918:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923653.928932:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5dbd lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547738 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.928978:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.928991:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.929001:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1778923653.936620:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1885, 88 off164016 00000004:00080000:3.0:1778923653.936634:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993129294ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936695:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1876, 88 off163480 00000004:00080000:3.0:1778923653.936700:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993196016ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936725:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1877, 88 off163568 00000004:00080000:3.0:1778923653.936729:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993224971ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936742:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1886, 88 off164104 00000004:00080000:3.0:1778923653.936745:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993241072ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936757:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1887, 88 off164192 00000004:00080000:3.0:1778923653.936760:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993255744ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936772:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1878, 88 off163656 00000004:00080000:3.0:1778923653.936775:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993270712ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936787:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1879, 88 off163744 00000004:00080000:3.0:1778923653.936790:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993285684ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936814:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1888, 88 off164280 00000004:00080000:3.0:1778923653.936818:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993314270ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936859:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1881, 88 off163928 00000004:00080000:3.0:1778923653.936863:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993359114ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936877:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1889, 88 off164368 00000004:00080000:3.0:1778923653.936881:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993376791ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936893:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1890, 88 off164456 00000004:00080000:3.0:1778923653.936896:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993392421ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936920:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1882, 88 off164016 00000004:00080000:3.0:1778923653.936924:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993419809ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936937:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1891, 88 off164544 00000004:00080000:3.0:1778923653.936941:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993436720ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936953:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1883, 88 off164104 00000004:00080000:3.0:1778923653.936956:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993452349ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.936969:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1892, 88 off164632 00000004:00080000:3.0:1778923653.936972:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993468521ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.936984:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1884, 88 off164192 00000004:00080000:3.0:1778923653.936988:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993484110ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937002:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1885, 88 off164280 00000004:00080000:3.0:1778923653.937006:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993501619ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937019:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1893, 88 off164720 00000004:00080000:3.0:1778923653.937022:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993517941ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937034:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1886, 88 off164368 00000004:00080000:3.0:1778923653.937037:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993533011ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937049:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1894, 88 off164808 00000004:00080000:3.0:1778923653.937052:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993548062ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937064:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1895, 88 off164896 00000004:00080000:3.0:1778923653.937067:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993562900ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937078:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1887, 88 off164456 00000004:00080000:3.0:1778923653.937082:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993578441ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937095:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1896, 88 off164984 00000004:00080000:3.0:1778923653.937098:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993594361ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937110:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1888, 88 off164544 00000004:00080000:3.0:1778923653.937113:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993609517ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937126:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1889, 88 off164632 00000004:00080000:3.0:1778923653.937129:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993624671ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937140:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1897, 88 off165072 00000004:00080000:3.0:1778923653.937143:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993639496ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937155:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1898, 88 off165160 00000004:00080000:3.0:1778923653.937158:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993654410ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937170:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1890, 88 off164720 00000004:00080000:3.0:1778923653.937173:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993669566ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937185:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1891, 88 off164808 00000004:00080000:3.0:1778923653.937189:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993685286ns, next at 1344155187312ns, rc = 0 00000040:00080000:3.0:1778923653.937201:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1899, 88 off165248 00000004:00080000:3.0:1778923653.937204:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993700250ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937215:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1900, 88 off165336 00000004:00080000:3.0:1778923653.937219:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1350993714762ns, next at 1344155271182ns, rc = 0 00000040:00080000:3.0:1778923653.937231:0:30325:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1892, 88 off164896 00000004:00080000:3.0:1778923653.937234:0:30325:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1350993729996ns, next at 1344155187312ns, rc = 0 00000001:00080000:2.0:1778923653.981825:0:33215:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940190 is committed 00000001:00080000:2.0:1778923653.981860:0:33215:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940191 is committed 00000004:00080000:2.0:1778923653.981865:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1554 committed 00000004:00080000:2.0:1778923653.981876:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1559 committed 00000004:00080000:2.0:1778923653.981885:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1558 committed 00000004:00080000:2.0:1778923653.981888:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1553 committed 00000004:00080000:2.0:1778923653.981890:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1552 committed 00000004:00080000:2.0:1778923653.981893:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1557 committed 00000004:00080000:2.0:1778923653.981895:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1556 committed 00000004:00080000:2.0:1778923653.981897:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1551 committed 00000004:00080000:2.0:1778923653.981899:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1550 committed 00010000:00010000:3.0:1778923653.982037:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547738 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.982054:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.982057:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923653.982078:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5dbd lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547738 expref: 202 pid: 30325 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.982104:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547738 expref: 201 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923653.982141:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923653.982144:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1778923653.982147:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:3.0:1778923653.982317:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281880704:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 53525us (53702us total) trans 8589940191 rc 0/0 00000100:00100000:3.0:1778923653.982328:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5815 00000004:00080000:2.0:1778923653.983033:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1555 committed 00000004:00080000:2.0:1778923653.983039:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1549 committed 00000004:00080000:2.0:1778923653.983041:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1554 committed 00000004:00080000:2.0:1778923653.983044:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1553 committed 00000004:00080000:2.0:1778923653.983046:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1548 committed 00000004:00080000:2.0:1778923653.983048:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1552 committed 00000004:00080000:2.0:1778923653.983050:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1547 committed 00000004:00080000:2.0:1778923653.983052:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1546 committed 00000004:00080000:2.0:1778923653.983054:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1551 committed 00000004:00080000:2.0:1778923653.983055:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1545 committed 00000004:00080000:2.0:1778923653.983057:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1550 committed 00000004:00080000:2.0:1778923653.983059:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1544 committed 00000004:00080000:2.0:1778923653.983061:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1549 committed 00000004:00080000:2.0:1778923653.983063:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1548 committed 00000004:00080000:2.0:1778923653.983065:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1543 committed 00000004:00080000:2.0:1778923653.983067:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1547 committed 00000004:00080000:2.0:1778923653.983069:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1542 committed 00000004:00080000:2.0:1778923653.983071:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1541 committed 00000004:00080000:2.0:1778923653.983073:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1546 committed 00000004:00080000:2.0:1778923653.983076:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1545 committed 00000004:00080000:2.0:1778923653.983078:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1540 committed 00000004:00080000:2.0:1778923653.983080:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1539 committed 00000004:00080000:2.0:1778923653.983081:0:33215:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1544 committed 00000100:00100000:1.0:1778923653.983356:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287799552:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923653.983413:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.983465:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287799552 00000100:00100000:1.0:1778923653.983472:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287799552 00000100:00100000:2.0:1778923653.984117:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287799808:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923653.984322:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7777 00000100:00100000:1.0:1778923653.984333:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287799552:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.984838:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287799680:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.985004:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.985044:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287800320:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.985068:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.985088:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923653.985094:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287799936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.985115:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.985131:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287800448:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.985390:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287799808 00000100:00100000:3.0:1778923653.985398:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287799808 00000100:00100000:3.0:1778923653.985437:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800320 00000100:00100000:3.0:1778923653.985447:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800320 00000100:00100000:3.0:1778923653.985466:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287799936 00000100:00100000:3.0:1778923653.985469:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287799936 00000100:00100000:3.0:1778923653.985489:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7778 00000100:00100000:3.0:1778923653.985654:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287799808:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.985865:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287799808:12345-0@lo:2:osp-syn-1-0.0 Request processed in 214us (1713us total) trans 17179872568 rc 0/0 00000100:00100000:3.0:1778923653.985872:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7778 00000100:00100000:3.0:1778923653.985888:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7779 00000100:00100000:3.0:1778923653.985893:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287800320:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923653.985987:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923653.985991:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.985995:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923653.985997:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.985999:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923653.986026:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287800320:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (956us total) trans 17179872569 rc 0/0 00000100:00100000:3.0:1778923653.986033:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779 00000100:00100000:3.0:1778923653.986046:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7780 00000100:00100000:3.0:1778923653.986052:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+24:3291:x1865335287799936:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923653.986132:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.986135:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.986137:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923653.986139:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.986141:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923653.986175:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+25:3291:x1865335287799936:12345-0@lo:2:osp-syn-1-0.0 Request processed in 123us (1058us total) trans 17179872570 rc 0/0 00000100:00100000:3.0:1778923653.986181:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7780 00000100:00100000:1.0:1778923653.986363:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287799552:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2032us (2949us total) trans 17179872571 rc 0/0 00000100:00100000:2.0:1778923653.986672:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923653.986723:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641bb80/2, rc 0, transno 17179872568 00000100:00100000:2.0:1778923653.986737:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287799808:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923653.986746:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e36300/2, rc 0, transno 17179872569 00000100:00100000:2.0:1778923653.986750:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287800320:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923653.986758:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418a80/2, rc 0, transno 17179872570 00000100:00100000:2.0:1778923653.986762:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287799936:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.986782:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800448 00000100:00100000:2.0:1778923653.986787:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800448 00000100:00100000:1.0:1778923653.987411:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7777 00000100:00100000:3.0:1778923653.987718:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.987757:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800192:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.987808:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923653.987908:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1778923653.987915:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800064:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.987941:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.988401:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287799680 00000100:00100000:0.0:1778923653.988409:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287799680 00000100:00100000:0.0:1778923653.988453:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800192 00000100:00100000:0.0:1778923653.988456:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800192 00000100:00100000:0.0:1778923653.988475:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800064 00000100:00100000:0.0:1778923653.988478:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800064 00000100:00100000:0.0:1778923653.988531:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7781 00000100:00100000:0.0:1778923653.988540:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287800448:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.988792:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287800448:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (3641us total) trans 17179872572 rc 0/0 00000100:00100000:0.0:1778923653.988809:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7781 00000100:00100000:0.0:1778923653.988826:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7782 00000100:00100000:0.0:1778923653.988832:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287799680:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.988931:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.988934:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:0.0:1778923653.988937:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:0.0:1778923653.988939:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.988941:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.988973:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287799680:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (1256us total) trans 17179872573 rc 0/0 00000100:00100000:0.0:1778923653.988980:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7782 00000100:00100000:0.0:1778923653.988993:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783 00000100:00100000:0.0:1778923653.989000:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287800192:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.989096:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287800192:12345-0@lo:2:osp-syn-1-0.0 Request processed in 96us (1286us total) trans 17179872574 rc 0/0 00000100:00100000:0.0:1778923653.989102:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783 00000100:00100000:0.0:1778923653.989114:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7784 00000100:00100000:0.0:1778923653.989119:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+28:3294:x1865335287800064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923653.989214:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.989218:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.989220:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923653.989222:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923653.989224:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.989250:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+29:3294:x1865335287800064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 131us (1308us total) trans 17179872575 rc 0/0 00000100:00100000:0.0:1778923653.989257:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7784 00000100:00100000:0.0:1778923653.990850:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923653.990883:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880832 00000100:00100000:0.0:1778923653.990891:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880832 00000100:00100000:0.0:1778923653.990937:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7785 00000100:00100000:0.0:1778923653.990946:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+38:54746:x1865335281880832:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923653.990961:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923653.990982:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54773f expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923653.991007:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083883, atime: 0x6a083880, ctime: 0x6a083885, blocks: 0x187 00010000:00010000:0.0:1778923653.991029:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.991032:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923653.991041:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 39 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.991061:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 39 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923653.991073:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923653.991123:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+39:54746:x1865335281880832:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 179us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923653.991130:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7785 00000004:00080000:3.0:1778923653.992129:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706419180/2, rc 0, transno 17179872571 00000100:00100000:3.0:1778923653.992139:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287799552:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.992324:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73fee9c00/2, rc 0, transno 17179872575 00000100:00100000:3.0:1778923653.992330:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73fee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800064:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.992340:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706419500/2, rc 0, transno 17179872573 00000100:00100000:3.0:1778923653.992343:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287799680:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923653.992351:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e35880/2, rc 0, transno 17179872574 00000100:00100000:3.0:1778923653.992354:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800192:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.992657:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800704:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.992706:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.992732:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923653.992740:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800576:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.992761:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.992785:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800704 00000100:00100000:0.0:1778923653.992791:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800704 00000100:00100000:0.0:1778923653.992831:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800576 00000100:00100000:0.0:1778923653.992834:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800576 00000100:00100000:0.0:1778923653.992848:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7786 00000100:00100000:0.0:1778923653.992853:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287800704:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923653.993047:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.993051:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923651 -> 1778923651 00002000:00010000:0.0:1778923653.993054:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923648 00002000:00010000:0.0:1778923653.993056:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923653.993059:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.993091:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287800704:12345-0@lo:2:osp-syn-0-0.0 Request processed in 237us (385us total) trans 21474839645 rc 0/0 00000100:00100000:0.0:1778923653.993097:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7786 00000100:00100000:0.0:1778923653.993112:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7787 00000100:00100000:0.0:1778923653.993117:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287800576:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923653.993425:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923653.993428:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923653.993430:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923653.993432:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923653.993434:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923653.993459:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287800576:12345-0@lo:2:osp-syn-0-0.0 Request processed in 341us (697us total) trans 21474839646 rc 0/0 00000100:00100000:0.0:1778923653.993465:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7787 00000004:00080000:0.0:1778923653.993646:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777c380/2, rc 0, transno 21474839646 00000100:00100000:0.0:1778923653.993652:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800576:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923653.993663:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777f480/2, rc 0, transno 21474839645 00000100:00100000:0.0:1778923653.993667:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287800704:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.994040:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801088:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.994075:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.994105:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.994123:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.994144:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1778923653.994159:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801216:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.994180:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.994361:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801728:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.994384:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923653.994413:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801088 00000100:00100000:1.0:1778923653.994418:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801088 00000100:00100000:1.0:1778923653.994450:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801600 00000100:00100000:1.0:1778923653.994453:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801600 00000100:00100000:1.0:1778923653.994463:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801216 00000100:00100000:1.0:1778923653.994465:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801216 00000100:00100000:1.0:1778923653.994472:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801728 00000100:00100000:1.0:1778923653.994474:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801728 00000100:00100000:1.0:1778923653.994484:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7788 00000100:00100000:1.0:1778923653.994723:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287801088:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.995012:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287801088:12345-0@lo:2:osp-syn-0-0.0 Request processed in 520us (935us total) trans 21474839647 rc 0/0 00000100:00100000:1.0:1778923653.995019:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7788 00000100:00100000:1.0:1778923653.995037:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7789 00000100:00100000:1.0:1778923653.995044:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287801600:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923653.995137:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287801600:12345-0@lo:2:osp-syn-0-0.0 Request processed in 94us (1012us total) trans 21474839648 rc 0/0 00000100:00100000:1.0:1778923653.995144:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7789 00000100:00100000:1.0:1778923653.995404:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7790 00000100:00100000:1.0:1778923653.995412:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287801216:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923653.995754:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923653.995758:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.995761:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923653.995763:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923653.995765:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923653.995808:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287801216:12345-0@lo:2:osp-syn-0-0.0 Request processed in 385us (1614us total) trans 21474839649 rc 0/0 00000100:00100000:1.0:1778923653.995815:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7790 00000100:00100000:1.0:1778923653.995828:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7791 00000100:00100000:1.0:1778923653.995834:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287801728:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923653.996471:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.996678:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.996715:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1778923653.996722:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.996745:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.996762:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.996780:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923653.996814:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802240 00000100:00100000:0.0:1778923653.996819:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802240 00000100:00100000:0.0:1778923653.996849:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802112 00000100:00100000:0.0:1778923653.996851:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802112 00000100:00100000:0.0:1778923653.996864:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802624 00000100:00100000:0.0:1778923653.996866:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802624 00000100:00100000:0.0:1778923653.996878:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7792 00000100:00100000:0.0:1778923653.996884:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+31:3294:x1865335287802240:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923653.997143:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+32:3294:x1865335287802240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 257us (464us total) trans 17179872576 rc 0/0 00000100:00100000:1.0:1778923653.997431:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287801728:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1596us (3045us total) trans 21474839650 rc 0/0 00000100:00100000:0.0:1778923653.997453:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7792 00000100:00100000:2.0:1778923653.997546:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287800960:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.997583:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997597:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801472:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.997613:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997621:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801984:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.997635:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997643:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802496:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.997683:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997702:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1778923653.997707:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287800832:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.997730:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997740:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801344:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923653.997758:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997768:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801856:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.997785:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923653.997792:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802368:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.997821:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923653.997860:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e34e00/2, rc 0, transno 17179872572 00000100:00100000:2.0:1778923653.997873:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287800448:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923653.997931:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800960 00000100:00100000:2.0:1778923653.997935:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800960 00000100:00100000:3.0:1778923653.998743:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1778923653.998758:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3294:x1865335287802112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.998984:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3294:x1865335287802112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 232us (2237us total) trans 17179872577 rc 0/0 00000100:00100000:3.0:1778923653.998991:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1778923653.999010:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801472 00000100:00100000:3.0:1778923653.999014:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801472 00000100:00100000:3.0:1778923653.999032:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801984 00000100:00100000:3.0:1778923653.999035:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801984 00000100:00100000:3.0:1778923653.999042:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802496 00000100:00100000:3.0:1778923653.999044:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802496 00000100:00100000:3.0:1778923653.999051:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287800832 00000100:00100000:3.0:1778923653.999053:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287800832 00000100:00100000:3.0:1778923653.999061:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801344 00000100:00100000:3.0:1778923653.999063:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801344 00000100:00100000:3.0:1778923653.999071:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287801856 00000100:00100000:3.0:1778923653.999073:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287801856 00000100:00100000:3.0:1778923653.999082:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802368 00000100:00100000:3.0:1778923653.999084:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802368 00000100:00100000:3.0:1778923653.999094:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7794 00000100:00100000:3.0:1778923653.999099:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3294:x1865335287802624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923653.999406:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.999410:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.999412:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923653.999415:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.999417:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923653.999458:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3294:x1865335287802624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 359us (2677us total) trans 17179872578 rc 0/0 00000100:00100000:3.0:1778923653.999465:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7794 00000100:00100000:3.0:1778923653.999478:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7795 00000100:00100000:3.0:1778923653.999485:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3292:x1865335287801472:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923653.999619:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.999623:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.999625:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923653.999627:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923653.999629:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923653.999667:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3292:x1865335287801472:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (2051us total) trans 21474839651 rc 0/0 00000100:00100000:3.0:1778923653.999673:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7795 00000100:00100000:3.0:1778923653.999689:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7796 00000100:00100000:3.0:1778923653.999695:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3292:x1865335287801984:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923653.999776:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923653.999779:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.999781:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923653.999782:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923653.999784:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923653.999833:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287801984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 128us (2185us total) trans 17179872579 rc 0/0 00000100:00100000:3.0:1778923653.999840:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7796 00000100:00100000:3.0:1778923653.999854:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7797 00000100:00100000:3.0:1778923653.999860:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3292:x1865335287802496:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923653.999967:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287802496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 107us (2283us total) trans 17179872580 rc 0/0 00000100:00100000:3.0:1778923653.999974:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7797 00000100:00100000:3.0:1778923653.999987:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7798 00000100:00100000:3.0:1778923653.999993:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3292:x1865335287800832:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923654.000067:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923654.000070:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000072:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923654.000074:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000076:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923654.000100:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3292:x1865335287800832:12345-0@lo:2:osp-syn-0-0.0 Request processed in 107us (2369us total) trans 21474839652 rc 0/0 00000100:00100000:3.0:1778923654.000106:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7798 00000100:00100000:3.0:1778923654.000119:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7799 00000100:00100000:3.0:1778923654.000125:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+31:3292:x1865335287801344:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923654.000680:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923654.000684:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000687:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923654.000689:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000691:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923654.000722:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3292:x1865335287801344:12345-0@lo:2:osp-syn-0-0.0 Request processed in 597us (2962us total) trans 21474839653 rc 0/0 00000100:00100000:3.0:1778923654.000729:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7799 00000100:00100000:3.0:1778923654.000744:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7800 00000100:00100000:3.0:1778923654.000752:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3292:x1865335287801856:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923654.000851:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923654.000855:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000857:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923654.000858:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923654.000860:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923654.000885:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287801856:12345-0@lo:2:osp-syn-1-0.0 Request processed in 135us (3099us total) trans 17179872581 rc 0/0 00000100:00100000:3.0:1778923654.000891:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7800 00000100:00100000:3.0:1778923654.001683:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7801 00000100:00100000:3.0:1778923654.001697:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+35:3292:x1865335287802368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923654.001845:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923654.001849:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923654.001852:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923654.001854:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923654.001856:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923654.002043:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287802368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 209us (4076us total) trans 17179872582 rc 0/0 00000100:00100000:3.0:1778923654.002053:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7801 00000100:00100000:1.0:1778923654.002139:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7791 00000004:00080000:1.0:1778923654.002367:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777dc00/2, rc 0, transno 21474839649 00000100:00100000:1.0:1778923654.002388:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801216:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923654.002401:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641e680/2, rc 0, transno 21474839650 00000100:00100000:1.0:1778923654.002404:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801728:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923654.002414:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777fb80/2, rc 0, transno 21474839647 00000100:00100000:1.0:1778923654.002417:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801088:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923654.002425:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641df80/2, rc 0, transno 21474839648 00000100:00100000:1.0:1778923654.002428:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287801600:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923654.002439:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923654.002457:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287802752:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923654.002840:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923654.002876:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287803136:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923654.003020:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802752 00000100:00100000:3.0:1778923654.003026:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802752 00000100:00100000:3.0:1778923654.003069:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7802 00000100:00100000:3.0:1778923654.003076:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287802752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923654.003474:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287802752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 397us (979us total) trans 17179872583 rc 0/0 00000100:00100000:3.0:1778923654.003482:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7802 00000100:00080000:3.0:1778923654.003789:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923654.003862:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923654.004008:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4e300/2, rc 0, transno 17179872583 00000100:00100000:1.0:1778923654.004015:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287802752:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923654.004027:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923654.004035:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287803264:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923654.004067:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923654.004099:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287803136 00000100:00100000:1.0:1778923654.004103:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287803136 00000100:00100000:1.0:1778923654.004140:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287803264 00000100:00100000:1.0:1778923654.004145:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287803264 00000100:00100000:1.0:1778923654.004371:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7803 00000100:00100000:1.0:1778923654.004379:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3293:x1865335287803136:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923654.004857:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287803136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 477us (1953us total) trans 21474839654 rc 0/0 00000100:00100000:1.0:1778923654.004864:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7803 00000100:00100000:1.0:1778923654.004881:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7804 00000100:00100000:1.0:1778923654.004888:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+32:3293:x1865335287803264:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923654.005148:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00000004:00080000:0.0:1778923654.005414:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641fb80/2, rc 0, transno 17179872577 00000100:00100000:0.0:1778923654.005422:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802112:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923654.005433:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c380/2, rc 0, transno 17179872578 00000100:00100000:0.0:1778923654.005436:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923654.005458:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641e300/2, rc 0, transno 17179872576 00000100:00100000:0.0:1778923654.005462:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287802240:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923654.005682:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923654.005685:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923654.005687:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923654.005689:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923654.005727:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+33:3293:x1865335287803264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 840us (1658us total) trans 21474839655 rc 0/0 00000100:00100000:1.0:1778923654.005734:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7804 00000100:00080000:1.0:1778923654.005753:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1778923654.005772:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c700/2, rc 0, transno 21474839655 00000100:00100000:1.0:1778923654.005842:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287803264:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923654.005856:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641f800/2, rc 0, transno 21474839654 00000100:00100000:2.0:1778923654.005936:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7805 00000100:00100000:2.0:1778923654.005948:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3292:x1865335287800960:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.006091:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+33:3292:x1865335287800960:12345-0@lo:2:osp-syn-0-0.0 Request processed in 146us (8507us total) trans 21474839656 rc 0/0 00000100:00100000:2.0:1778923654.006098:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7805 00000100:00100000:2.0:1778923654.006124:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.006163:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923654.006463:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777e300/2, rc 0, transno 21474839652 00000100:00100000:0.0:1778923654.006535:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287803008 00000100:00100000:0.0:1778923654.006541:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287803008 00000100:00100000:0.0:1778923654.006576:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7806 00000100:00100000:0.0:1778923654.006583:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+33:3292:x1865335287803008:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923654.006686:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923654.006689:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923654.006691:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923654.006693:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:0.0:1778923654.006695:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923654.006729:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+34:3292:x1865335287803008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 147us (566us total) trans 21474839657 rc 0/0 00000100:00100000:0.0:1778923654.006735:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7806 00000100:00100000:1.0:1778923654.007679:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287803136:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.007833:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287800832:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.007856:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ce00/2, rc 0, transno 21474839653 00000100:00100000:2.0:1778923654.007860:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801344:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.007871:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d500/2, rc 0, transno 17179872581 00000100:00100000:2.0:1778923654.007875:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801856:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923654.007884:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d180/2, rc 0, transno 17179872582 00000100:00100000:2.0:1778923654.007887:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802368:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923654.007895:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777ed80/2, rc 0, transno 21474839656 00000100:00100000:2.0:1778923654.007898:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287800960:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.007995:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641dc00/2, rc 0, transno 21474839651 00000100:00100000:2.0:1778923654.007999:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801472:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.008008:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641c000/2, rc 0, transno 17179872579 00000100:00100000:2.0:1778923654.008011:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287801984:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923654.008019:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ca80/2, rc 0, transno 17179872580 00000100:00100000:2.0:1778923654.008022:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802496:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923654.008036:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.008080:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923654.008114:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ce00/2, rc 0, transno 21474839657 00000100:00100000:2.0:1778923654.008118:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.008124:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1778923654.008129:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802880:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.008304:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.008336:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923654.008362:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.008394:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287803520 00000100:00100000:2.0:1778923654.008399:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287803520 00000100:00100000:2.0:1778923654.008434:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287802880 00000100:00100000:2.0:1778923654.008437:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287802880 00000100:00100000:2.0:1778923654.008465:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287803392 00000100:00100000:2.0:1778923654.008469:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287803392 00000100:00100000:2.0:1778923654.008486:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7807 00000100:00100000:2.0:1778923654.008662:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b688850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287803520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923654.008836:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923654.008840:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923654.008842:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923654.008844:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923654.008845:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923654.008882:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b688850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287803520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 389us (802us total) trans 21474839658 rc 0/0 00000100:00100000:2.0:1778923654.008888:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7807 00000100:00100000:1.0:1778923654.009350:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7808 00000100:00100000:1.0:1778923654.009361:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287802880:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923654.009479:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923654.009482:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923654.009485:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923654.009487:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923654.009489:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923654.009753:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287802880:12345-0@lo:2:osp-syn-0-0.0 Request processed in 395us (1602us total) trans 21474839659 rc 0/0 00000100:00100000:1.0:1778923654.009759:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7808 00000100:00100000:1.0:1778923654.009782:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7809 00000100:00100000:1.0:1778923654.009789:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3292:x1865335287803392:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.010053:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641d880/2, rc 0, transno 21474839659 00000100:00100000:2.0:1778923654.010059:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287802880:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923654.010069:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8e00/2, rc 0, transno 21474839658 00000100:00100000:2.0:1778923654.010071:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803520:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923654.010173:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3292:x1865335287803392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 384us (1810us total) trans 21474839660 rc 0/0 00000100:00100000:1.0:1778923654.010179:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7809 00000004:00080000:2.0:1778923654.010429:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641ed80/2, rc 0, transno 21474839660 00000100:00100000:2.0:1778923654.010435:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287803392:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923654.015741:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.015814:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281880960 00000100:00100000:3.0:1778923654.015825:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281880960 00000100:00080000:1.0:1778923654.015882:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00100000:3.0:1778923654.015891:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (12288->16383) req@ffff9ce733bddc00 x1865335281880960/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/0 e 0 to 0 dl 1778923665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.016387:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bddc00 with x1865335281880960 ext(12288->16383) 00002000:00010000:3.0:1778923654.016397:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bddc00 00000100:00100000:3.0:1778923654.016536:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3981 00000100:00100000:3.0:1778923654.016548:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281880960:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923654.016744:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281880960:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 198us (1012us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923654.016751:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3981 00002000:00100000:3.0:1778923654.016759:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (12288->16383) req@ffff9ce733bddc00 x1865335281880960/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/4536 e 0 to 0 dl 1778923665 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.016767:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bddc00 with x1865335281880960 ext(12288->16383) 00002000:00010000:3.0:1778923654.016771:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bddc00 00000100:00100000:1.0:1778923654.022764:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.022887:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881088 00000100:00100000:3.0:1778923654.022896:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881088 00002000:00100000:3.0:1778923654.022953:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce733bded80 x1865335281881088/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 504/0 e 0 to 0 dl 1778923665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.022964:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bded80 with x1865335281881088 ext(4096->69631) 00002000:00010000:3.0:1778923654.022970:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bded80 00000100:00100000:3.0:1778923654.023001:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3982 00000100:00100000:3.0:1778923654.023010:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281881088:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923654.030028:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281881088:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7009us (7841us total) trans 0 rc 61440/61440 00000100:00100000:3.0:1778923654.030041:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3982 00002000:00100000:3.0:1778923654.030054:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (4096->69631) req@ffff9ce733bded80 x1865335281881088/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 504/440 e 0 to 0 dl 1778923665 ref 1 fl Complete:/600/0 rc 61440/61440 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.030064:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bded80 with x1865335281881088 ext(4096->69631) 00002000:00010000:3.0:1778923654.030070:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bded80 00000100:00100000:1.0:1778923654.063710:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.063884:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881216 00000100:00100000:3.0:1778923654.063894:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881216 00002000:00100000:3.0:1778923654.063944:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (69632->106495) req@ffff9ce733bdd880 x1865335281881216/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/0 e 0 to 0 dl 1778923665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.063955:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd880 with x1865335281881216 ext(69632->106495) 00002000:00010000:3.0:1778923654.063961:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd880 00000100:00100000:3.0:1778923654.063995:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3983 00000100:00100000:3.0:1778923654.064004:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281881216:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:0.0:1778923654.074716:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281881216:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10704us (11006us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1778923654.074738:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3983 00002000:00100000:0.0:1778923654.074753:0:14409:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x28e:0x0] (69632->106495) req@ffff9ce733bdd880 x1865335281881216/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/440 e 0 to 0 dl 1778923665 ref 1 fl Complete:/600/0 rc 36864/36864 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923654.074864:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdd880 with x1865335281881216 ext(69632->106495) 00002000:00010000:0.0:1778923654.074872:0:14409:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdd880 00000100:00100000:3.0:1778923654.080303:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.080827:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881344 00000100:00100000:2.0:1778923654.080838:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881344 00002000:00100000:2.0:1778923654.080887:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (12288->77823) req@ffff9ce73b9f9f80 x1865335281881344/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/0 e 0 to 0 dl 1778923665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923654.080907:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b9f9f80 with x1865335281881344 ext(12288->77823) 00002000:00010000:2.0:1778923654.080914:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b9f9f80 00000100:00100000:2.0:1778923654.080945:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3984 00000100:00100000:2.0:1778923654.080955:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281881344:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:2.0:1778923654.092700:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+41:2355:x1865335281881344:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 11735us (12397us total) trans 17179872584 rc 0/0 00000100:00100000:2.0:1778923654.092714:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3984 00002000:00100000:2.0:1778923654.092728:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (12288->77823) req@ffff9ce73b9f9f80 x1865335281881344/t17179872584(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/448 e 0 to 0 dl 1778923665 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923654.092739:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b9f9f80 with x1865335281881344 ext(12288->77823) 00002000:00010000:2.0:1778923654.092745:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b9f9f80 00000100:00100000:1.0:1778923654.104390:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.105060:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881472 00000100:00100000:2.0:1778923654.105071:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881472 00000100:00100000:2.0:1778923654.105133:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7810 00000100:00100000:2.0:1778923654.105144:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281881472:12345-192.168.203.24@tcp:16:fsx.0 00000001:00080000:0.0:1778923654.186610:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872576 is committed 00000001:00080000:0.0:1778923654.186640:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872551 is committed 00000001:00080000:0.0:1778923654.186667:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872584 is committed 00000001:00080000:0.0:1778923654.186698:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872583 is committed 00000100:00100000:2.0:1778923654.188076:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281881472:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 82927us (83688us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.188089:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7810 00000100:00100000:1.0:1778923654.195176:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.195348:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881600 00000100:00100000:3.0:1778923654.195358:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881600 00000100:00100000:3.0:1778923654.195434:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5816 00000100:00100000:3.0:1778923654.195445:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281881600:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923654.195467:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.195487:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5dd2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547746 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.195715:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.195734:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.195744:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.195782:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.195805:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 202 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.195819:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287803648:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923654.195900:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00080000:1.0:1778923654.196060:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923654.200761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.201215:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881728 00000100:00100000:0.0:1778923654.201224:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881728 00010000:00010000:0.0:1778923654.201264:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.201315:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3384 00000100:00100000:0.0:1778923654.201324:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281881728:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923654.201342:0:27154:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 5/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201353:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201365:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201373:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.201376:0:27154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923654.201379:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201388:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201395:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.201432:0:27154:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.201547:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281881728:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 223us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.201558:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3384 00000100:00100000:3.0:1778923654.202041:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287803648:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923654.202063:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202072:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202079:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923654.202126:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923654.202131:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923654.202163:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202187:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202220:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5dd2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547746 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202240:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547746 expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.202248:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.202251:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923654.202254:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:3.0:1778923654.202304:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281881600:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 6861us (7138us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.202312:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5816 00000100:00100000:1.0:1778923654.214981:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.215130:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281881856 00000100:00100000:3.0:1778923654.215141:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281881856 00002000:00100000:3.0:1778923654.215208:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (180224->188415) req@ffff9ce733bdc000 x1865335281881856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/0 e 0 to 0 dl 1778923665 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.215219:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdc000 with x1865335281881856 ext(180224->188415) 00002000:00010000:3.0:1778923654.215225:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdc000 00000100:00100000:3.0:1778923654.215262:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3985 00000100:00100000:3.0:1778923654.215272:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281881856:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923654.215476:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281881856:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 205us (503us total) trans 0 rc 8192/8192 00000100:00100000:3.0:1778923654.215486:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3985 00002000:00100000:3.0:1778923654.215492:0:14411:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x28e:0x0] (180224->188415) req@ffff9ce733bdc000 x1865335281881856/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:215/0 lens 488/8632 e 0 to 0 dl 1778923665 ref 1 fl Complete:/600/0 rc 8192/8192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923654.215543:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733bdc000 with x1865335281881856 ext(180224->188415) 00002000:00010000:3.0:1778923654.215548:0:14411:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733bdc000 00000100:00100000:0.0:1778923654.258299:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.258408:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281882112 00000100:00100000:2.0:1778923654.258417:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281882112 00000100:00100000:2.0:1778923654.258485:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5817 00000100:00100000:2.0:1778923654.258494:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54952:x1865335281882112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.258548:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.258568:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5de0 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54774d expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258636:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258649:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258660:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258673:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258679:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.258685:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259071:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5df5 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259082:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5df5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259090:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5df5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923654.259100:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923654.259233:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259240:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259246:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259251:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923654.259255:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259261:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259272:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923654.259275:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923654.259279:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259285:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a5de7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259296:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259301:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259305:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259310:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923654.259312:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259317:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259322:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce72b969d00) 00010000:00010000:2.0:1778923654.259324:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923654.259327:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259331:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a5dee lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259374:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a5de0 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54774d expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259387:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5df5 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54774d expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.259394:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923654.259396:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923654.259399:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000100:00100000:2.0:1778923654.260003:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281882112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1506us (1709us total) trans 8589940192 rc 0/0 00000100:00100000:2.0:1778923654.260013:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5817 00000100:00100000:1.0:1778923654.268252:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.268547:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281882368 00000100:00100000:0.0:1778923654.268558:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281882368 00000100:00100000:0.0:1778923654.268626:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2110 00000100:00100000:0.0:1778923654.268638:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281882368:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923654.269139:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:54952:x1865335281882368:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 501us (894us total) trans 8589940193 rc 0/0 00000100:00100000:0.0:1778923654.269147:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2110 00000100:00100000:1.0:1778923654.282775:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.282888:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.283097:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281882496 00000100:00100000:0.0:1778923654.283107:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281882496 00000100:00100000:0.0:1778923654.283165:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 591 00000100:00100000:0.0:1778923654.283175:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281882496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923654.283206:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923654.283233:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a5df5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54774d expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.283253:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.283258:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923654.283308:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281882496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 133us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.283315:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 591 00000100:00100000:1.0:1778923654.284301:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281882752 00000100:00100000:1.0:1778923654.284310:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281882752 00000100:00100000:1.0:1778923654.284368:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5818 00000100:00100000:1.0:1778923654.284376:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281882752:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.284399:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.284416:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a5e03 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547754 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.285628:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.285643:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.285654:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923654.285665:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c5:0x0]: returning size 0 00010000:00010000:1.0:1778923654.285707:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1e00/0x3baece0abe6a5e03 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.285735:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 206 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.285743:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce71316c600) 00010000:00010000:1.0:1778923654.285746:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923654.285749:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1a00, rc 0) 00000100:00100000:1.0:1778923654.285812:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281882752:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1437us (2925us total) trans 8589940194 rc 0/0 00000100:00100000:1.0:1778923654.285820:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5818 00000100:00100000:0.0:1778923654.292858:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.293472:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883008 00000100:00100000:3.0:1778923654.293484:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883008 00000100:00100000:3.0:1778923654.293762:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5819 00000100:00100000:3.0:1778923654.293772:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281883008:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.293802:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.293823:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5e18 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54775b expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.293937:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.293952:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.293960:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.293996:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 207 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.294008:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 207 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.294033:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287803776:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923654.294275:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.299252:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.299339:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883136 00000100:00100000:0.0:1778923654.299348:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883136 00010000:00010000:0.0:1778923654.299386:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 208 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.299436:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3385 00000100:00100000:0.0:1778923654.299446:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281883136:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923654.299461:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923654.299467:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 208 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.299480:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 208 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.299538:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce71316c600) 00010000:00010000:0.0:1778923654.299544:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.299553:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.299560:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.299580:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923654.299628:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281883136:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 184us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.299634:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3385 00010000:00010000:3.0:1778923654.301207:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1a00/0x3baece0abe6a5e0a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547754 expref: 207 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.301229:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287803776:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923654.301249:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301258:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301264:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923654.301282:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c5:0x0]: returning size 0 00000004:00080000:3.0:1778923654.301673:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2ca:0x0], index 0: 0 00000004:00080000:3.0:1778923654.301687:0:31653:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2ae:0x0], index 1: 0 00010000:00010000:3.0:1778923654.301839:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301848:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301855:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301861:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.301865:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301872:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301886:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce71316c600) 00010000:00010000:3.0:1778923654.301889:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923654.301893:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301898:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a5e1f lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301955:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5e18 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54775b expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301965:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923654.301968:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1778923654.301972:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5e18 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54775b expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.301982:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:3.0:1778923654.302044:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281883008:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 8274us (9195us total) trans 8589940195 rc 301/301 00000100:00100000:3.0:1778923654.302054:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5819 00000100:00100000:2.0:1778923654.306120:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.306209:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883392 00000100:00100000:0.0:1778923654.306219:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883392 00000100:00100000:0.0:1778923654.306274:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2111 00000100:00100000:0.0:1778923654.306285:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281883392:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923654.306676:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54952:x1865335281883392:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 391us (562us total) trans 8589940196 rc 0/0 00000100:00100000:0.0:1778923654.306683:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2111 00000100:00100000:2.0:1778923654.311083:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.311242:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883520 00000100:00100000:0.0:1778923654.311251:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883520 00000100:00100000:0.0:1778923654.311359:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5820 00000100:00100000:0.0:1778923654.311370:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:54952:x1865335281883520:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.311389:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.311410:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5e2d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547762 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311490:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311550:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311562:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923654.311597:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c5:0x0]: returning size 0 00000004:00200000:0.0:1778923654.311602:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923654.311618:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311643:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5e2d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547762 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311664:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547762 expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.311672:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:0.0:1778923654.311675:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1778923654.311678:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642de00, rc 0) 00000100:00100000:0.0:1778923654.311727:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54952:x1865335281883520:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 359us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.311733:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5820 00000100:00100000:2.0:1778923654.315972:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.316016:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.316045:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883776 00000100:00100000:2.0:1778923654.316054:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883776 00000100:00100000:2.0:1778923654.316097:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281883648 00000100:00100000:2.0:1778923654.316101:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281883648 00000100:00100000:2.0:1778923654.316133:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7811 00000100:00100000:2.0:1778923654.316142:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281883776:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.316162:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.316182:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5e3b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547770 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.316209:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ae:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923654.316227:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.316230:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.316238:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5e3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547770 expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.316254:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000377951cd/0x3baece0abe6a5e3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547770 expref: 24 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.316267:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678e00, rc 0) 00000100:00100000:2.0:1778923654.316329:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281883776:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 188us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.316336:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7811 00000100:00100000:2.0:1778923654.316354:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7812 00000100:00100000:2.0:1778923654.316361:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281883648:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.316367:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.316377:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547769 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.316392:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ca:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1778923654.316401:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.316722:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.316729:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.316745:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.316754:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923654.316780:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281883648:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 420us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.316785:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7812 00000100:00080000:2.0:1778923654.316825:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1778923654.320953:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.321754:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884032 00000100:00100000:1.0:1778923654.321765:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884032 00000100:00100000:0.0:1778923654.321860:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5821 00000100:00100000:0.0:1778923654.321872:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54952:x1865335281884032:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.321907:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.321910:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923654.321935:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5da1 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547723 expref: 208 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.321955:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.321960:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923654.321973:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5e49 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547777 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.322081:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.322095:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.322104:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923654.322115:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:0.0:1778923654.322240:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5e49 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547777 expref: 210 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.322254:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547777 expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.322262:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.322264:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923654.322266:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e818600, rc 0) 00000100:00100000:0.0:1778923654.322335:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+209:54952:x1865335281884032:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 466us (1391us total) trans 8589940197 rc 0/0 00000100:00100000:0.0:1778923654.322341:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5821 00000100:00100000:2.0:1778923654.328319:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.328359:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.328622:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884160 00000100:00100000:3.0:1778923654.328633:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884160 00000100:00100000:3.0:1778923654.328672:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884288 00000100:00100000:3.0:1778923654.328675:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884288 00000100:00100000:3.0:1778923654.328782:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7813 00000100:00100000:3.0:1778923654.328802:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281884160:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923654.328847:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.328867:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 24 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.328874:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923654.328876:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923654.328880:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.328926:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 24 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.328940:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 24 pid: 26019 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.328954:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287803904:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923654.329029:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce711348300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.332343:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.332399:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:32953:1865335287803904:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923654.332424:0:32953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.332467:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884416 00000100:00100000:3.0:1778923654.332472:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884416 00010000:00010000:3.0:1778923654.332606:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 25 pid: 26019 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.332640:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3386 00000100:00100000:3.0:1778923654.332650:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281884416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923654.332665:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1778923654.332684:0:8271:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923651 -> 1778923654 00002000:00010000:3.0:1778923654.332687:0:8271:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923653 -> 1778923654 00010000:00010000:3.0:1778923654.332692:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 25 pid: 26019 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332704:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 25 pid: 26019 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332726:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066315e59/0x3baece0abe6a5dcb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54773f expref: 25 pid: 26019 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332741:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.332743:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.332747:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332757:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332779:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923654.332838:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281884416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 189us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.332845:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3386 00010000:00010000:3.0:1778923654.332907:0:32953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332915:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332939:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332947:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332954:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332961:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923654.332965:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332973:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332989:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.332996:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a5e5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.333043:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281884160:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 4253us (4733us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.333051:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7813 00000100:00100000:3.0:1778923654.333068:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7814 00000100:00100000:3.0:1778923654.333076:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281884288:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923654.333106:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.333119:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 36 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.333126:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923654.333128:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923654.333130:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.333159:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 36 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.333178:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 36 pid: 8354 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.333192:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287804032:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923654.333229:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710440180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.335924:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.336769:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884544 00000100:00100000:0.0:1778923654.336779:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884544 00000100:00100000:0.0:1778923654.336851:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7815 00000100:00100000:0.0:1778923654.336861:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281884544:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923654.336915:0:26020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.336936:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 23 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.336955:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923654.336957:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923654.336960:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.336991:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 23 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.337002:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 23 pid: 25674 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.337014:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287804160:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923654.337095:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.339854:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287804032:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923654.339884:0:32953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.342484:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.342598:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.342684:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884672 00000100:00100000:1.0:1778923654.342693:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884672 00010000:00010000:1.0:1778923654.342728:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 37 pid: 8354 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.342764:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884800 00000100:00100000:1.0:1778923654.342768:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884800 00010000:00010000:1.0:1778923654.342782:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 24 pid: 25674 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.342815:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3387 00000100:00100000:1.0:1778923654.342825:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281884672:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923654.342839:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923654.342860:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 37 pid: 8354 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.342873:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 37 pid: 8354 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.342901:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b3fa9238/0x3baece0abe6a5ccf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5476f9 expref: 37 pid: 8354 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.342918:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.342920:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.342924:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.342934:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.342962:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923654.343009:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281884672:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 185us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.343016:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3387 00000100:00100000:1.0:1778923654.343032:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3388 00000100:00100000:1.0:1778923654.343038:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281884800:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923654.343047:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923654.343061:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 24 pid: 25674 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343071:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 24 pid: 25674 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343085:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.343087:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.343090:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343097:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343109:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923654.343126:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281884800:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 89us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.343132:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3388 00010000:00010000:1.0:1778923654.343158:0:32953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343166:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343189:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343197:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343204:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343211:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923654.343214:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343223:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343233:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.343239:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059b10258/0x3baece0abe6a5e65 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.343288:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281884288:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 10213us (14929us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.343296:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7814 00010000:00010000:0.0:1778923654.344147:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031ff473d/0x3baece0abe6a5cd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547700 expref: 23 pid: 25674 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.344163:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:26020:1865335287804160:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923654.344181:0:26020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344195:0:26020:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344201:0:26020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344223:0:26020:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344230:0:26020:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344236:0:26020:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344242:0:26020:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e819200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923654.344245:0:26020:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344251:0:26020:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344262:0:26020:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.344273:0:26020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d9dbd1f/0x3baece0abe6a5e6c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.344328:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281884544:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 7469us (8415us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.344336:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7815 00000100:00100000:3.0:1778923654.352978:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.353009:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.353038:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.353113:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281884928 00000100:00100000:1.0:1778923654.353123:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281884928 00000100:00100000:1.0:1778923654.353173:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885056 00000100:00100000:1.0:1778923654.353176:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885056 00000100:00100000:1.0:1778923654.353193:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885184 00000100:00100000:1.0:1778923654.353195:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885184 00000100:00100000:1.0:1778923654.353212:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7816 00000100:00100000:1.0:1778923654.353222:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281884928:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.353240:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.353259:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54777e expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.353285:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083880, ctime: 0x6a083886, blocks: 0x187 00010000:00010000:1.0:1778923654.353305:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353307:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353316:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 24 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353333:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 24 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353346:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1e00, rc 0) 00000100:00100000:1.0:1778923654.353395:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281884928:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 175us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.353402:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7816 00000100:00100000:1.0:1778923654.353431:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7817 00000100:00100000:1.0:1778923654.353446:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281885056:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.353454:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.353464:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547785 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.353479:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083883, atime: 0x6a083880, ctime: 0x6a083885, blocks: 0x3 00010000:00010000:1.0:1778923654.353487:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353488:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353493:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353533:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 36 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353542:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0a00, rc 0) 00000100:00100000:1.0:1778923654.353558:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281885056:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 123us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.353564:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7817 00000100:00100000:1.0:1778923654.353575:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7818 00000100:00100000:1.0:1778923654.353580:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281885184:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.353585:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.353594:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54778c expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.353605:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083883, atime: 0x6a083880, ctime: 0x6a083885, blocks: 0x3 00010000:00010000:1.0:1778923654.353612:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353614:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.353618:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 24 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353628:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 24 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.353635:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c0400, rc 0) 00000100:00100000:1.0:1778923654.353652:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281885184:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 72us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.353657:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7818 00000100:00100000:3.0:1778923654.420651:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.422086:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885312 00000100:00100000:1.0:1778923654.422099:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885312 00000100:00100000:2.0:1778923654.422335:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3986 00000100:00100000:2.0:1778923654.422346:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281885312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923654.422383:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.422398:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.422401:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.422416:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.422431:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.428967:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.428986:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.428994:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.429001:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923654.429005:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.429013:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.429032:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.429040:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0f680ce/0x3baece0abe6a5e88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.429931:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281885312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7579us (9281us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923654.429944:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3986 00000100:00100000:2.0:1778923654.433624:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.433718:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885440 00000100:00100000:0.0:1778923654.433729:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885440 00000100:00100000:0.0:1778923654.433806:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3987 00000100:00100000:0.0:1778923654.433816:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2355:x1865335281885440:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923654.433848:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.433870:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.433878:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.433881:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.433884:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.433930:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.433945:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 1451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.433959:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287804288:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923654.434029:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.437731:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.437810:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885568 00000100:00100000:3.0:1778923654.437821:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885568 00010000:00010000:3.0:1778923654.437857:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 37 pid: 22251 timeout: 1451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.437909:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3389 00000100:00100000:3.0:1778923654.437918:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281885568:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923654.437932:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923654.437952:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 37 pid: 22251 timeout: 1451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.437965:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 37 pid: 22251 timeout: 1451 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.437989:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.437990:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.437995:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.438005:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.438024:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923654.438075:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281885568:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 159us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.438083:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3389 00010000:00010000:1.0:1778923654.438443:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000accd4a17/0x3baece0abe6a5e42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547769 expref: 36 pid: 22251 timeout: 1451 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.438471:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0000_UUID:6552:1865335287804288:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923654.438491:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.438546:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.438554:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.487579:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb size from disk: 0 -> 188111 00002000:00010000:1.0:1778923654.487590:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb mtime from disk: 0 -> 1778923654 00002000:00010000:1.0:1778923654.487594:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb ctime from disk: 0 -> 1778923654 00002000:00010000:1.0:1778923654.487597:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1778923654.487611:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487624:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487633:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487639:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642c800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923654.487644:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487652:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487674:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.487683:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000068f8f42/0x3baece0abe6a5e8f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.487786:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2355:x1865335281885440:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 53967us (54169us total) trans 21474839661 rc 0/0 00000100:00100000:1.0:1778923654.487808:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3987 00000001:00080000:1.0:1778923654.487850:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839657 is committed 00000001:00080000:1.0:1778923654.487870:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839623 is committed 00000001:00080000:1.0:1778923654.487879:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839661 is committed 00000001:00080000:1.0:1778923654.487887:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839660 is committed 00000100:00100000:3.0:1778923654.491699:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.491833:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885696 00000100:00100000:2.0:1778923654.491843:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885696 00000100:00100000:2.0:1778923654.491913:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5822 00000100:00100000:2.0:1778923654.491923:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+209:54952:x1865335281885696:12345-192.168.203.24@tcp:44:lfs.0 00000001:00080000:1.0:1778923654.520027:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940197 is committed 00000100:00100000:2.0:1778923654.520492:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54952:x1865335281885696:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 28564us (28797us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.520531:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5822 00000100:00100000:1.0:1778923654.523826:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.523885:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.524069:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885824 00000100:00100000:3.0:1778923654.524080:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885824 00000100:00100000:3.0:1778923654.524133:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281885952 00000100:00100000:3.0:1778923654.524136:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281885952 00000100:00100000:3.0:1778923654.524171:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7819 00000100:00100000:3.0:1778923654.524180:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281885824:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923654.524279:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281885824:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 100us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.524287:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7819 00000100:00100000:3.0:1778923654.524305:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7820 00000100:00100000:3.0:1778923654.524311:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281885952:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923654.524354:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281885952:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.524360:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7820 00000100:00100000:0.0:1778923654.547650:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.547809:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.547937:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.548026:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886080 00000100:00100000:1.0:1778923654.548036:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886080 00000100:00100000:1.0:1778923654.548087:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886336 00000100:00100000:1.0:1778923654.548090:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886336 00000100:00100000:1.0:1778923654.548112:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7821 00000100:00100000:1.0:1778923654.548121:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281886080:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923654.548163:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548179:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.548182:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.548187:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548199:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548234:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548241:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548249:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548255:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923654.548259:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548266:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548279:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548286:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5e96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.548354:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281886080:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 235us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.548362:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7821 00000100:00100000:1.0:1778923654.548380:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7822 00000100:00100000:1.0:1778923654.548386:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281886336:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923654.548402:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548411:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.548413:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.548416:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.548424:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923654.549968:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886208 00000100:00100000:2.0:1778923654.549978:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886208 00000100:00100000:2.0:1778923654.550148:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7823 00000100:00100000:2.0:1778923654.550157:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281886208:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923654.550593:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550609:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550618:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550625:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923654.550629:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550638:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550657:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.550664:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5e9d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.550739:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281886336:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 2351us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.550746:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7822 00010000:00010000:2.0:1778923654.552374:0:26019:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.552956:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.552960:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.552965:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.552980:0:26019:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553287:0:26019:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553297:0:26019:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553304:0:26019:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553311:0:26019:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923654.553316:0:26019:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553325:0:26019:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553339:0:26019:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.553346:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a5ea4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923654.553940:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+20:2354:x1865335281886208:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 3778us (5996us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.553953:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7823 00000100:00100000:1.0:1778923654.559621:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.559664:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886592 00000100:00100000:0.0:1778923654.559674:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886592 00000100:00100000:0.0:1778923654.559737:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5823 00000100:00100000:0.0:1778923654.559747:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54952:x1865335281886592:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923654.559815:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923654.559842:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5e34 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c5:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547762 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.559860:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:0.0:1778923654.559874:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923654.559905:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.559918:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.559927:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1778923654.560114:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000009f7331c4 reply state 00000000a6beb289 transno 8589940198 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.560124:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923654.560230:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281886592:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 484us (618us total) trans 8589940198 rc 0/0 00000100:00100000:0.0:1778923654.560238:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5823 00010000:00010000:2.0:1778923654.566418:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566434:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566441:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566447:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642dc00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923654.566451:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566458:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566472:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15e00) 00010000:00010000:2.0:1778923654.566475:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923654.566479:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.566486:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642dc00/0x3baece0abe6a5eab lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.570448:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.570569:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886720 00000100:00100000:0.0:1778923654.570580:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886720 00000100:00100000:0.0:1778923654.570649:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5824 00000100:00100000:0.0:1778923654.570660:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54952:x1865335281886720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.570683:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.570706:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547793 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.570768:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.570783:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.570814:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:0.0:1778923654.570818:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923654.570821:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642de00, rc 0) 00000100:00100000:0.0:1778923654.570907:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281886720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 240us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.570914:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5824 00000100:00100000:0.0:1778923654.578761:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.578838:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.579124:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886848 00000100:00100000:3.0:1778923654.579134:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886848 00000100:00100000:3.0:1778923654.579193:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281886976 00000100:00100000:3.0:1778923654.579197:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281886976 00000100:00100000:3.0:1778923654.579225:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7824 00000100:00100000:2.0:1778923654.579232:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7825 00000100:00100000:3.0:1778923654.579234:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+20:2356:x1865335281886848:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:2.0:1778923654.579240:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281886976:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923654.579558:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923654.579562:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb mtime from disk: 0 -> 1778923654 00002000:00010000:2.0:1778923654.579565:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb atime from disk: 0 -> 1778923654 00002000:00010000:2.0:1778923654.579568:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb ctime from disk: 0 -> 1778923654 00002000:00010000:2.0:1778923654.579570:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923654.579633:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281886976:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 393us (793us total) trans 17179872585 rc 0/0 00000100:00100000:2.0:1778923654.579640:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7825 00000100:00100000:3.0:1778923654.579678:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281886848:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 444us (926us total) trans 21474839662 rc 0/0 00000100:00100000:3.0:1778923654.579684:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7824 00000100:00100000:1.0:1778923654.584531:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.585285:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281887232 00000100:00100000:2.0:1778923654.585296:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281887232 00000100:00100000:2.0:1778923654.585363:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5825 00000100:00100000:2.0:1778923654.585374:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281887232:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:2.0:1778923654.585615:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585636:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585762:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585789:0:31653:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585806:0:31653:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585811:0:31653:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585816:0:31653:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923654.585820:0:31653:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585831:0:31653:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585842:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:2.0:1778923654.585845:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1778923654.585850:0:31653:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.585857:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a5eb9 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923654.585981:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281887232:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 607us (1459us total) trans 0 rc -22/-22 00000100:00100000:2.0:1778923654.585989:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5825 00000100:00100000:0.0:1778923654.596135:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.596310:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281887488 00000100:00100000:3.0:1778923654.596321:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281887488 00000100:00100000:3.0:1778923654.596383:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5826 00000100:00100000:3.0:1778923654.596393:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281887488:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923654.596461:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1778923654.596487:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5dc4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547738 expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.596533:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5dd9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547746 expref: 203 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.596545:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.596550:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923654.596591:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.596604:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.596614:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923654.597283:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000dc0ce76e reply state 000000004309bff5 transno 8589940199 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.597294:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923654.597556:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281887488:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1009us (1275us total) trans 8589940199 rc 0/0 00000100:00100000:3.0:1778923654.597565:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5826 00000100:00100000:0.0:1778923654.602336:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.602420:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281887616 00000100:00100000:1.0:1778923654.602429:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281887616 00000100:00100000:1.0:1778923654.602485:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5827 00000100:00100000:1.0:1778923654.602495:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281887616:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.602540:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.602560:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54779a expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.602619:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.602633:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.602672:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923654.602675:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923654.602678:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1400, rc 0) 00000100:00100000:1.0:1778923654.602733:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54952:x1865335281887616:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 240us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.602740:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5827 00010000:00010000:3.0:1778923654.603261:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603273:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603280:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603286:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.603291:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603298:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603311:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.603314:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923654.603317:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.603328:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5ec0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.608881:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.609026:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.609092:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.609117:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281887744 00000100:00100000:3.0:1778923654.609128:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281887744 00000100:00100000:1.0:1778923654.609271:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888000 00000100:00100000:1.0:1778923654.609275:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888000 00000100:00100000:1.0:1778923654.609301:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281887872 00000100:00100000:1.0:1778923654.609304:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281887872 00000100:00100000:1.0:1778923654.609329:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7826 00000100:00100000:1.0:1778923654.609340:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281887744:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923654.609522:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7827 00000100:00100000:3.0:1778923654.609531:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281888000:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923654.609571:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7828 00000100:00100000:3.0:1778923654.609578:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+21:2356:x1865335281887872:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923654.610351:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923654.610358:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923651 -> 1778923654 00002000:00010000:3.0:1778923654.610362:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923648 -> 1778923654 00002000:00010000:3.0:1778923654.610364:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923654 00002000:00010000:3.0:1778923654.610366:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923654.610551:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281887872:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 969us (1454us total) trans 21474839663 rc 0/0 00000100:00100000:3.0:1778923654.610560:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7828 00002000:00010000:1.0:1778923654.610745:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923654.610748:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923654.610750:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923648 -> 1778923654 00002000:00010000:1.0:1778923654.610752:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923654.610754:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923654.610779:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281887744:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1442us (1908us total) trans 17179872586 rc 0/0 00000100:00100000:1.0:1778923654.610786:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7826 00002000:00010000:1.0:1778923654.611004:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923654.611007:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923651 -> 1778923654 00002000:00010000:1.0:1778923654.611010:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923648 -> 1778923654 00002000:00010000:1.0:1778923654.611012:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923653 -> 1778923654 00002000:00010000:1.0:1778923654.611014:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923654.611037:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2356:x1865335281888000:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 1508us (2011us total) trans 17179872587 rc 0/0 00000100:00100000:1.0:1778923654.611044:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7827 00000100:00100000:1.0:1778923654.615130:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.616115:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888256 00000100:00100000:2.0:1778923654.616126:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888256 00000100:00100000:2.0:1778923654.616188:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2112 00000100:00100000:2.0:1778923654.616197:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281888256:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:2.0:1778923654.616272:0:31668:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547777 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.616311:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.616324:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.616333:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.616367:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.616379:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 204 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923654.616892:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287804416:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923654.617032:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d0c00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.622293:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.622412:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287804416:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923654.622444:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.622542:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888384 00000100:00100000:3.0:1778923654.622549:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888384 00010000:00010000:3.0:1778923654.622584:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.622617:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3390 00000100:00100000:3.0:1778923654.622627:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+205:2353:x1865335281888384:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923654.622653:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923654.622661:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622674:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622696:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081c1400/0x3baece0abe6a5ec7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54779a expref: 205 pid: 30325 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622712:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.622717:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622728:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622736:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.622768:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923654.622829:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.622838:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:2353:x1865335281888384:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 213us (555us total) trans 0 rc 0/0 00010000:00010000:0.0:1778923654.622838:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.622846:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3390 00010000:00010000:0.0:1778923654.622869:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.622882:0:31668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.622890:0:31668:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.622923:0:31668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.622935:0:31668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 203 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923654.622947:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287804544:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923654.622995:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c600 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.629381:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:31668:1865335287804544:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923654.629421:0:31668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923654.629578:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.629900:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888512 00000100:00100000:3.0:1778923654.629908:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888512 00010000:00010000:3.0:1778923654.629944:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.629987:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3391 00000100:00100000:3.0:1778923654.629997:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281888512:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923654.630017:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923654.630024:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630036:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630056:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5eb2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547793 expref: 204 pid: 31254 timeout: 1451 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630072:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:3.0:1778923654.630076:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630085:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630092:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.630120:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923654.630141:0:31668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.630148:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.630252:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:2354:x1865335281888512:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 255us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.630260:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3391 00000100:00100000:0.0:1778923654.633628:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804672:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.633742:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.633828:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287804672 00000100:00100000:2.0:1778923654.633836:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287804672 00000100:00100000:2.0:1778923654.633903:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1778923654.633913:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804672:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.633987:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804672:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 75us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.633994:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1778923654.634352:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.634381:0:31668:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872583 gen 2 00000004:00080000:1.0:1778923654.634387:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703800, transno 17179872552 00000004:00080000:1.0:1778923654.634401:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701500, transno 17179872553 00000004:00080000:1.0:1778923654.635276:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703100, transno 17179872554 00000004:00080000:1.0:1778923654.635280:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703480, transno 17179872555 00000004:00080000:1.0:1778923654.635282:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701f80, transno 17179872556 00000004:00080000:1.0:1778923654.635284:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701880, transno 17179872557 00000004:00080000:1.0:1778923654.635286:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703b80, transno 17179872558 00000004:00080000:1.0:1778923654.635288:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607700000, transno 17179872559 00000004:00080000:1.0:1778923654.635291:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4700, transno 17179872560 00000004:00080000:1.0:1778923654.635293:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c700, transno 17179872561 00000004:00080000:1.0:1778923654.635296:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9f800, transno 17179872562 00000004:00080000:1.0:1778923654.635298:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce602bd4a80, transno 17179872563 00000004:00080000:1.0:1778923654.635300:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9ca80, transno 17179872564 00000004:00080000:1.0:1778923654.635303:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9d180, transno 17179872565 00000004:00080000:1.0:1778923654.635304:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9dc00, transno 17179872566 00000004:00080000:1.0:1778923654.635306:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9e680, transno 17179872567 00000004:00080000:1.0:1778923654.635309:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641bb80, transno 17179872568 00000004:00080000:1.0:1778923654.635312:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e36300, transno 17179872569 00000004:00080000:1.0:1778923654.635315:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418a80, transno 17179872570 00000004:00080000:1.0:1778923654.635317:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706419180, transno 17179872571 00000004:00080000:1.0:1778923654.635320:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e34e00, transno 17179872572 00000004:00080000:1.0:1778923654.635322:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706419500, transno 17179872573 00000004:00080000:1.0:1778923654.635324:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e35880, transno 17179872574 00000004:00080000:1.0:1778923654.635328:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73fee9c00, transno 17179872575 00000004:00080000:1.0:1778923654.635330:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641e300, transno 17179872576 00000004:00080000:1.0:1778923654.635332:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641fb80, transno 17179872577 00000004:00080000:1.0:1778923654.635335:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c380, transno 17179872578 00000004:00080000:1.0:1778923654.635338:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c000, transno 17179872579 00000004:00080000:1.0:1778923654.635340:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ca80, transno 17179872580 00000004:00080000:1.0:1778923654.635342:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d500, transno 17179872581 00000004:00080000:1.0:1778923654.635345:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d180, transno 17179872582 00000004:00080000:1.0:1778923654.635347:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4e300, transno 17179872583 00000100:00100000:1.0:1778923654.635357:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804672:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.635631:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73f71dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.636320:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923654.636362:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.636548:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287804800 00000100:00100000:0.0:1778923654.636556:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287804800 00000100:00100000:0.0:1778923654.636601:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:0.0:1778923654.636609:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804800:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.636699:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804800:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 91us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.636707:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1778923654.636762:0:31668:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839660 gen 2 00000004:00080000:3.0:1778923654.636767:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3d500, transno 21474839629 00000004:00080000:3.0:1778923654.636787:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98700, transno 21474839630 00000004:00080000:3.0:1778923654.636800:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1a300, transno 21474839631 00000004:00080000:3.0:1778923654.636804:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d44700, transno 21474839632 00000004:00080000:3.0:1778923654.636806:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f0380, transno 21474839633 00000004:00080000:3.0:1778923654.636809:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3ce00, transno 21474839634 00000004:00080000:3.0:1778923654.636811:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f3b80, transno 21474839635 00000004:00080000:3.0:1778923654.636813:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f3f100, transno 21474839636 00000004:00080000:3.0:1778923654.636816:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dca80, transno 21474839637 00000004:00080000:3.0:1778923654.636818:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de680, transno 21474839638 00000004:00080000:3.0:1778923654.636821:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d43100, transno 21474839639 00000004:00080000:3.0:1778923654.636823:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dea00, transno 21474839640 00000004:00080000:3.0:1778923654.636826:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1e680, transno 21474839641 00000004:00080000:3.0:1778923654.636828:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1ea00, transno 21474839642 00000004:00080000:3.0:1778923654.636830:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1f480, transno 21474839643 00000004:00080000:3.0:1778923654.636832:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1d500, transno 21474839644 00000004:00080000:3.0:1778923654.636835:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777f480, transno 21474839645 00000004:00080000:3.0:1778923654.636837:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777c380, transno 21474839646 00000004:00080000:3.0:1778923654.636839:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777fb80, transno 21474839647 00000004:00080000:3.0:1778923654.636841:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641df80, transno 21474839648 00000004:00080000:3.0:1778923654.636844:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777dc00, transno 21474839649 00000004:00080000:3.0:1778923654.636846:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641e680, transno 21474839650 00000004:00080000:3.0:1778923654.636849:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641dc00, transno 21474839651 00000004:00080000:3.0:1778923654.636851:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777e300, transno 21474839652 00000004:00080000:3.0:1778923654.636854:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ce00, transno 21474839653 00000004:00080000:3.0:1778923654.636857:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641f800, transno 21474839654 00000004:00080000:3.0:1778923654.636859:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641c700, transno 21474839655 00000004:00080000:3.0:1778923654.636861:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777ed80, transno 21474839656 00000004:00080000:3.0:1778923654.636863:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ce00, transno 21474839657 00000004:00080000:3.0:1778923654.636865:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8e00, transno 21474839658 00000004:00080000:3.0:1778923654.636868:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641d880, transno 21474839659 00000004:00080000:3.0:1778923654.636870:0:31668:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641ed80, transno 21474839660 00000100:00100000:3.0:1778923654.636876:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73f71dc00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804800:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.636963:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.636993:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.637010:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70614c300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.637025:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287804928 00000100:00100000:3.0:1778923654.637029:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287804928 00000100:00100000:3.0:1778923654.637051:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1778923654.637057:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804928:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637106:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287804928:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 49us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.637112:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1778923654.637139:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287804928:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637184:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805056:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637208:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.637222:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710440180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.637233:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805056 00000100:00100000:3.0:1778923654.637235:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805056 00000100:00100000:3.0:1778923654.637252:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1778923654.637257:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805056:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637307:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805056:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 49us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.637313:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1778923654.637336:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805056:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637370:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805184:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637392:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.637419:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710440180 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.637431:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805184 00000100:00100000:3.0:1778923654.637434:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805184 00000100:00100000:3.0:1778923654.637450:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1778923654.637455:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805184:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637528:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805184:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 46us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.637535:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1778923654.637559:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805184:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637585:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805312:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637607:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.637619:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.637629:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805312 00000100:00100000:3.0:1778923654.637632:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805312 00000100:00100000:3.0:1778923654.637914:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1778923654.637923:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805312:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.637971:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805312:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 51us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.637977:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1778923654.638001:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805312:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638034:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805440:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638058:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.638072:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.638082:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805440 00000100:00100000:3.0:1778923654.638085:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805440 00000100:00100000:3.0:1778923654.638101:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1778923654.638107:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805440:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638147:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805440:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 40us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.638153:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1778923654.638189:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805440:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638215:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805568:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638238:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.638251:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.638261:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805568 00000100:00100000:3.0:1778923654.638264:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805568 00000100:00100000:3.0:1778923654.638280:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1778923654.638285:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805568:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638328:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805568:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 42us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.638333:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:3.0:1778923654.638356:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805568:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638385:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805696:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638410:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.638422:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.638432:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805696 00000100:00100000:3.0:1778923654.638435:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805696 00000100:00100000:3.0:1778923654.638450:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1778923654.638455:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805696:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638500:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805696:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 44us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.638545:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1778923654.638569:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805696:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638598:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805824:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.638619:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.638631:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000004:00080000:0.0:1778923654.639495:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 32 done 00000100:00100000:0.0:1778923654.639533:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805824 00000100:00100000:0.0:1778923654.639538:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805824 00000100:00100000:0.0:1778923654.639563:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1778923654.639569:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805824:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.643871:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805824:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 4292us (5240us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.643885:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000004:00080000:2.0:1778923654.644259:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 31 done 00000100:00100000:3.0:1778923654.649129:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805824:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.650296:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805952:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.650379:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.650418:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.650540:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287805952 00000100:00100000:1.0:1778923654.650548:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287805952 00000100:00100000:1.0:1778923654.650607:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1778923654.650617:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805952:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.651071:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287805952:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 453us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.651079:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1778923654.651571:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287805952:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.651631:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806080:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.652013:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.652043:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.652101:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806080 00000100:00100000:0.0:1778923654.652108:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806080 00000100:00100000:0.0:1778923654.652153:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1778923654.652162:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806080:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.652241:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806080:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 80us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.652247:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1778923654.653825:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806080:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.653925:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.653975:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.654011:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.654096:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806208 00000100:00100000:3.0:1778923654.654103:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806208 00000100:00100000:3.0:1778923654.654154:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:3.0:1778923654.654163:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806208:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.654254:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806208:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 92us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.654261:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1778923654.654581:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806208:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.654616:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.654642:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.654664:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.654788:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806336 00000100:00100000:1.0:1778923654.654803:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806336 00000100:00100000:1.0:1778923654.654840:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1778923654.654857:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806336:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.654919:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806336:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 72us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.654925:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1778923654.655148:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806336:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.655199:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.655225:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.655247:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.656611:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806464 00000100:00100000:0.0:1778923654.656622:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806464 00000100:00100000:0.0:1778923654.656680:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1778923654.656688:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806464:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.656782:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806464:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 95us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.656789:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1778923654.657247:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806464:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.657306:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.657340:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.657368:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.657643:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806592 00000100:00100000:0.0:1778923654.657649:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806592 00000100:00100000:0.0:1778923654.657675:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1778923654.657681:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806592:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.657738:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73fee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806592:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 57us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.657745:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1778923654.658987:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806592:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.659141:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806720:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.659185:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.659205:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.659379:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806720 00000100:00100000:0.0:1778923654.659399:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806720 00000100:00100000:0.0:1778923654.659449:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1778923654.659457:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806720:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.659798:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806720:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 333us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.659806:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1778923654.660635:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4e300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806720:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.660697:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806848:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.660739:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.660831:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.661811:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806848 00000100:00100000:3.0:1778923654.661819:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806848 00000100:00100000:3.0:1778923654.661882:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1778923654.661893:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806848:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.661993:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806848:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 102us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.662000:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1778923654.662233:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806848:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.662301:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806976:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.662335:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.666662:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.666755:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287806976 00000100:00100000:0.0:1778923654.666764:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287806976 00000100:00100000:0.0:1778923654.666881:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1778923654.666892:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806976:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.666997:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287806976:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 108us (4661us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.667005:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1778923654.667084:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287806976:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.667154:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.667188:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923654.667348:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d06c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923654.667495:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807104 00000100:00100000:3.0:1778923654.667649:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807104 00000100:00100000:2.0:1778923654.667803:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1778923654.667811:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807104:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.667881:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807104:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 70us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.667888:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1778923654.667952:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807104:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668005:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668133:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.668154:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.668201:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807232 00000100:00100000:0.0:1778923654.668206:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807232 00000100:00100000:0.0:1778923654.668228:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1778923654.668233:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807232:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.668284:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807232:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 50us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.668291:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1778923654.668355:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807232:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668383:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668489:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.668538:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.668654:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807360 00000100:00100000:2.0:1778923654.668658:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807360 00000100:00100000:2.0:1778923654.668679:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1778923654.668685:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807360:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.668739:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807360:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.668745:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1778923654.668850:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807360:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668884:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.668907:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.668928:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.668976:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807488 00000100:00100000:2.0:1778923654.668981:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807488 00000100:00100000:2.0:1778923654.669008:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1778923654.669126:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807488:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.669178:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807488:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 164us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.669185:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1778923654.669248:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f3d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807488:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.669278:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.669301:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.669323:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.669371:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807616 00000100:00100000:0.0:1778923654.669376:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807616 00000100:00100000:0.0:1778923654.669486:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1778923654.669494:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807616:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.669574:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807616:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 81us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.669580:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1778923654.669710:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807616:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.669745:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.669768:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.669799:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.669851:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807744 00000100:00100000:2.0:1778923654.669855:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807744 00000100:00100000:2.0:1778923654.669872:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:2.0:1778923654.669878:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807744:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.669930:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807744:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 51us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.669935:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1778923654.670000:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807744:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670115:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670138:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.670159:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.670206:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287807872 00000100:00100000:2.0:1778923654.670209:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287807872 00000100:00100000:2.0:1778923654.670228:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1778923654.670233:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807872:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.670302:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287807872:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 68us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.670308:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1778923654.670372:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287807872:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670480:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670608:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.670621:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.670673:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808000 00000100:00100000:0.0:1778923654.670677:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808000 00000100:00100000:0.0:1778923654.670696:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1778923654.670701:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808000:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.670764:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808000:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.670771:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1778923654.670843:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808000:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670871:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.670893:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.670911:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.670959:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808128 00000100:00100000:2.0:1778923654.670963:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808128 00000100:00100000:2.0:1778923654.670980:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1778923654.670985:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808128:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.671116:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808128:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 130us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.671122:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1778923654.671223:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808128:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.671256:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.671279:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.671301:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.671350:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808256 00000100:00100000:2.0:1778923654.671354:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808256 00000100:00100000:2.0:1778923654.671382:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1778923654.671389:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808256:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.671676:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808256:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 287us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.671683:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:3.0:1778923654.671783:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808256:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.671827:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.671851:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.671870:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.671915:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808384 00000100:00100000:0.0:1778923654.671919:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808384 00000100:00100000:0.0:1778923654.671948:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1778923654.671954:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808384:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.672003:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808384:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 49us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.672119:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808384:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.672153:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.672175:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.672184:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.672234:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808512 00000100:00100000:2.0:1778923654.672238:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808512 00000100:00100000:0.0:1778923654.672266:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:2.0:1778923654.672325:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1778923654.672333:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808512:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.672384:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808512:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.672390:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1778923654.672707:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808512:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.672740:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.672771:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.672913:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923654.672971:0:33193:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808640 00000100:00100000:2.0:1778923654.672976:0:33193:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808640 00000100:00100000:2.0:1778923654.673006:0:33193:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:2.0:1778923654.673131:0:33193:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808640:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1778923654.673216:0:33193:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808640:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 204us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.673223:0:33193:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1778923654.673328:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808640:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.673363:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.673388:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.673630:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.673691:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808768 00000100:00100000:1.0:1778923654.673696:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808768 00000100:00100000:1.0:1778923654.673729:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1778923654.673736:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808768:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.673838:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808768:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 102us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.673844:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1778923654.673924:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808768:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.673958:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808896:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.673981:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.674111:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923654.674147:0:6556:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287808896 00000100:00100000:0.0:1778923654.674151:0:6556:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287808896 00000100:00100000:0.0:1778923654.674212:0:6556:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1778923654.674219:0:6556:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808896:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1778923654.674277:0:6556:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287808896:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 59us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.674284:0:6556:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1778923654.674338:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287808896:0@lo:1000:mdt_rdpg00_002.0 00000040:00080000:3.0:1778923654.675227:0:31668:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].54, 1720 off85192 00000001:00080000:3.0:1778923654.675241:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940200 00000100:00100000:3.0:1778923654.675316:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287809024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.675358:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.675681:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.675769:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287809024 00000100:00100000:1.0:1778923654.675777:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287809024 00000100:00100000:1.0:1778923654.675823:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:1.0:1778923654.675831:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287809024:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.676351:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287809024:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 519us (990us total) trans 17179872588 rc 0/0 00000100:00100000:1.0:1778923654.676360:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1778923654.676747:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287809024:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.676800:0:31668:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287809152:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1778923654.676838:0:31668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923654.676896:0:31668:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e4720c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923654.676937:0:6557:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287809152 00000100:00100000:1.0:1778923654.676942:0:6557:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287809152 00000100:00100000:1.0:1778923654.677010:0:6557:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1778923654.677027:0:6557:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:31668:x1865335287809152:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1778923654.677680:0:6557:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:31668:x1865335287809152:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 651us (838us total) trans 21474839664 rc 0/0 00000100:00100000:1.0:1778923654.677687:0:6557:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:3.0:1778923654.677736:0:31668:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:31668:1865335287809152:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1778923654.677856:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940201 00010000:00010000:3.0:1778923654.677891:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677902:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677910:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677917:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.677922:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677929:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677944:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15300) 00010000:00010000:3.0:1778923654.677947:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923654.677952:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677958:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ed5 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c5:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677982:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677988:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677994:0:31668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.677999:0:31668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679200 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.678002:0:31668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.678024:0:31668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.678032:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.678035:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923654.678038:0:31668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.678044:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a5ece lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.678058:0:31668:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.678060:0:31668:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923654.678066:0:31668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e818600/0x3baece0abe6a5e50 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547777 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923654.678166:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d35c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281888256:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 61970us (63045us total) trans 8589940202 rc 0/0 00000100:00100000:3.0:1778923654.678175:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2112 00000020:00080000:3.0:1778923654.678179:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1778923654.679859:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.679955:0:30320:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888640 00000100:00100000:0.0:1778923654.679964:0:30320:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888640 00000100:00100000:0.0:1778923654.680136:0:30320:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 189 00000100:00100000:0.0:1778923654.680149:0:30320:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2354:x1865335281888640:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:0.0:1778923654.680213:0:30320:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f1a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2354:x1865335281888640:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 67us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.681827:0:30320:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 189 00000100:00100000:2.0:1778923654.684689:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.684743:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281888768 00000100:00100000:3.0:1778923654.684753:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281888768 00000100:00100000:3.0:1778923654.684816:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5828 00000100:00100000:3.0:1778923654.684826:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54952:x1865335281888768:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.684851:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.684873:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5edc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477a1 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.684951:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5edc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a1 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.684965:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5edc lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a1 expref: 205 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.684986:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.684989:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923654.684992:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1a00, rc 0) 00000100:00100000:3.0:1778923654.685054:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+205:54952:x1865335281888768:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 230us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.685061:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5828 00000100:00100000:1.0:1778923654.692273:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.693078:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281889024 00000100:00100000:2.0:1778923654.693088:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281889024 00000100:00100000:2.0:1778923654.693204:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2113 00000100:00100000:2.0:1778923654.693215:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54952:x1865335281889024:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923654.693475:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281889024:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 261us (1210us total) trans 8589940203 rc 0/0 00000100:00100000:2.0:1778923654.693484:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2113 00000100:00100000:1.0:1778923654.697770:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.697908:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281889280 00000100:00100000:0.0:1778923654.697918:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281889280 00000100:00100000:0.0:1778923654.698098:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2114 00000100:00100000:0.0:1778923654.698109:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54952:x1865335281889280:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:0.0:1778923654.699960:0:31668:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00010000:00010000:0.0:1778923654.700385:0:31668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.700865:0:31668:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.700877:0:31668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.700887:0:31668:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.700893:0:31668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.700900:0:31668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.701270:0:31668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1778923654.701376:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54952:x1865335281889280:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 3265us (3611us total) trans 8589940204 rc 0/0 00000100:00100000:1.0:1778923654.701387:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2114 00010000:00010000:3.0:1778923654.701943:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1778923654.701952:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.701961:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70642ca00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923654.701965:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.701983:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.701997:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c5:0x0].0x0 (ffff9ce728e15b00) 00010000:00010000:3.0:1778923654.702000:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1778923654.702004:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.702015:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642ca00/0x3baece0abe6a5ee3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 31668 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.702037:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923654.702038:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1778923654.702040:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923654.771595:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.771685:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281889408 00000100:00100000:3.0:1778923654.771695:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281889408 00000100:00100000:3.0:1778923654.771756:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5829 00000100:00100000:3.0:1778923654.771766:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+207:54953:x1865335281889408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.771801:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.771820:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5eea lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477a8 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772266:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772284:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772295:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772312:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772319:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772326:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772649:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772659:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772666:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923654.772703:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923654.772707:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923654.772723:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772735:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772744:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772751:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772759:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772765:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.772769:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772777:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772803:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:3.0:1778923654.772807:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923654.772812:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772819:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a5ef1 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772829:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772834:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772840:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772844:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923654.772847:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772852:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772858:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce722718300) 00010000:00010000:3.0:1778923654.772861:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923654.772864:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.772870:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a5ef8 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.775768:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0a00/0x3baece0abe6a5eea lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.775811:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.775821:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923654.775825:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923654.775828:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:3.0:1778923654.775921:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54953:x1865335281889408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4156us (4335us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.775930:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5829 00010000:00010000:2.0:1778923654.783436:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923654.786718:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.786784:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281889664 00000100:00100000:0.0:1778923654.786805:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281889664 00000100:00100000:0.0:1778923654.786874:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5830 00000100:00100000:0.0:1778923654.786885:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54953:x1865335281889664:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.786906:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.786926:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5f06 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477af expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.787034:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5f0d lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.787048:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5f0d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.787058:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5f0d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923654.787070:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:0.0:1778923654.787190:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5f06 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477af expref: 211 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.787213:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5f0d lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477af expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.787221:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.787224:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1778923654.787227:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642c800, rc 0) 00000100:00100000:0.0:1778923654.787292:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54953:x1865335281889664:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 405us (579us total) trans 8589940205 rc 0/0 00000100:00100000:0.0:1778923654.787299:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5830 00000100:00100000:1.0:1778923654.802255:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.802365:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281889920 00000100:00100000:0.0:1778923654.802375:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281889920 00000100:00100000:0.0:1778923654.802449:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5831 00000100:00100000:0.0:1778923654.802459:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54953:x1865335281889920:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.802485:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.802538:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5f1b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477b6 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.802663:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5f22 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.802679:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5f22 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.802691:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5f22 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923654.802703:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:0.0:1778923654.802840:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642de00/0x3baece0abe6a5f1b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477b6 expref: 213 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.802871:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5f22 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477b6 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.802880:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923654.802883:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923654.802886:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642d400, rc 0) 00000100:00100000:0.0:1778923654.802955:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+212:54953:x1865335281889920:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 497us (710us total) trans 8589940206 rc 0/0 00000100:00100000:0.0:1778923654.802963:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5831 00000100:00100000:1.0:1778923654.820481:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.821075:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890048 00000100:00100000:0.0:1778923654.821086:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890048 00000100:00100000:0.0:1778923654.821150:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7829 00000100:00100000:0.0:1778923654.821161:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281890048:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.821187:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.821210:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477bd expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923654.821237:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a08382a, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:0.0:1778923654.821258:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.821261:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.821270:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 28 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.821286:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 28 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.821300:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642de00, rc 0) 00000100:00100000:0.0:1778923654.821363:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281890048:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 204us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.821370:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7829 00000100:00100000:2.0:1778923654.829955:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.830182:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890176 00000100:00100000:3.0:1778923654.830193:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890176 00000100:00100000:3.0:1778923654.830252:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7830 00000100:00100000:3.0:1778923654.830262:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+22:2353:x1865335281890176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.830280:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.830301:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477c4 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923654.830330:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083837, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:3.0:1778923654.830348:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.830351:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.830360:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 23 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.830384:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 23 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.830398:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0a00, rc 0) 00000100:00100000:3.0:1778923654.830463:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+23:2353:x1865335281890176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 204us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.830470:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7830 00000100:00100000:1.0:1778923654.840370:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.841572:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890304 00000100:00100000:3.0:1778923654.841584:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890304 00000100:00100000:3.0:1778923654.841655:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7831 00000100:00100000:3.0:1778923654.841667:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281890304:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.841685:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.841705:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477cb expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923654.841733:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083844, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:3.0:1778923654.841753:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.841755:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.841764:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 24 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.841783:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 24 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.841811:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0400, rc 0) 00000100:00100000:3.0:1778923654.844893:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281890304:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3215us (4519us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.844905:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7831 00000100:00100000:2.0:1778923654.854193:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.854373:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890432 00000100:00100000:1.0:1778923654.854384:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890432 00000100:00100000:1.0:1778923654.854459:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7832 00000100:00100000:1.0:1778923654.854470:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281890432:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.854491:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.854551:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477d2 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.854581:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083844, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:1.0:1778923654.854600:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.854602:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.854611:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.854629:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.854643:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1400, rc 0) 00000100:00100000:1.0:1778923654.854695:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281890432:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 228us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.854702:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7832 00000100:00100000:1.0:1778923654.883725:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.883837:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890560 00000100:00100000:2.0:1778923654.883848:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890560 00000100:00100000:2.0:1778923654.883917:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7833 00000100:00100000:2.0:1778923654.883927:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281890560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.883946:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.883968:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477d9 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.883995:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083858, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:2.0:1778923654.884018:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.884020:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.884029:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 30 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.884048:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 30 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.884062:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679800, rc 0) 00000100:00100000:2.0:1778923654.884130:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281890560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 205us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.884137:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7833 00000100:00100000:2.0:1778923654.890549:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.890628:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890688 00000100:00100000:0.0:1778923654.890638:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890688 00000100:00100000:0.0:1778923654.890690:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7834 00000100:00100000:0.0:1778923654.890701:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2355:x1865335281890688:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.890718:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.890738:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477e0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923654.890764:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a08385b, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:0.0:1778923654.890786:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.890814:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.890823:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.890840:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.890853:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642dc00, rc 0) 00000100:00100000:0.0:1778923654.891064:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281890688:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 364us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.891074:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7834 00000100:00100000:3.0:1778923654.897798:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.898016:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890816 00000100:00100000:2.0:1778923654.898025:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890816 00000100:00100000:2.0:1778923654.898087:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7835 00000100:00100000:2.0:1778923654.898096:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2356:x1865335281890816:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.898114:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.898134:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477e7 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.898160:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a08385b, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:2.0:1778923654.898188:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.898191:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.898201:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.898218:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 26 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.898231:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923654.898298:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+26:2356:x1865335281890816:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 203us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.898305:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7835 00000100:00100000:1.0:1778923654.905199:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.905559:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281890944 00000100:00100000:2.0:1778923654.905568:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281890944 00000100:00100000:2.0:1778923654.905630:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7836 00000100:00100000:2.0:1778923654.905639:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281890944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.905656:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.905680:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477ee expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.905708:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a08386d, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:2.0:1778923654.905728:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.905731:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.905739:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.905756:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 31 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.905769:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923654.905904:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281890944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 266us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.905912:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7836 00000100:00100000:2.0:1778923654.913378:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923654.913572:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891072 00000100:00100000:1.0:1778923654.913583:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891072 00000100:00100000:1.0:1778923654.914160:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7837 00000100:00100000:1.0:1778923654.914272:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281891072:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923654.914295:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923654.914319:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477f5 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923654.914348:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a083876, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:1.0:1778923654.914368:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.914370:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923654.914379:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.914396:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 32 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923654.914499:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081c1800, rc 0) 00000100:00100000:1.0:1778923654.914762:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281891072:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 592us (1391us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923654.914770:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7837 00000100:00100000:0.0:1778923654.925285:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.925533:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891200 00000100:00100000:2.0:1778923654.925543:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891200 00000100:00100000:2.0:1778923654.925750:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7838 00000100:00100000:2.0:1778923654.925761:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281891200:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.925782:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.925818:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5477fc expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.925848:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a083876, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:2.0:1778923654.925870:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.925873:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.925883:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 27 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.926057:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 27 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.926071:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923654.926192:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281891200:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 432us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.926199:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7838 00000100:00100000:2.0:1778923654.938973:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923654.939674:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891328 00000100:00100000:0.0:1778923654.939685:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891328 00000100:00100000:0.0:1778923654.939801:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7839 00000100:00100000:0.0:1778923654.939813:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2355:x1865335281891328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923654.939831:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923654.939861:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547803 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923654.939889:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a083876, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:0.0:1778923654.939917:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.939920:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923654.939928:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 33 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.939946:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 33 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923654.939959:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70642ca00, rc 0) 00000100:00100000:0.0:1778923654.940029:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281891328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 219us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923654.940036:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7839 00000100:00100000:2.0:1778923654.947493:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923654.947621:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891456 00000100:00100000:3.0:1778923654.947634:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891456 00000100:00100000:3.0:1778923654.947702:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7840 00000100:00100000:3.0:1778923654.947713:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281891456:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923654.947733:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923654.947756:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54780a expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923654.947782:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a08387b, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:3.0:1778923654.947812:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.947815:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923654.947824:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 28 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.947846:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 28 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923654.947859:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:3.0:1778923654.947930:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281891456:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 219us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923654.947938:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7840 00000100:00100000:3.0:1778923654.957552:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923654.957745:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891584 00000100:00100000:2.0:1778923654.957756:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891584 00000100:00100000:2.0:1778923654.957826:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7841 00000100:00100000:2.0:1778923654.957837:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281891584:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923654.957855:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923654.957878:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547811 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923654.957915:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 188111, mtime: 0x6a083885, atime: 0x6a08387b, ctime: 0x6a083885, blocks: 0x203 00010000:00010000:2.0:1778923654.957935:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.957937:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923654.957945:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 34 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.957968:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 34 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923654.957980:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923654.958042:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281891584:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 207us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923654.958049:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7841 00000100:00100000:2.0:1778923655.048415:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.048543:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891712 00000100:00100000:1.0:1778923655.048552:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891712 00000100:00100000:1.0:1778923655.048620:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3988 00000100:00100000:1.0:1778923655.048631:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281891712:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923655.048663:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.048679:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.048681:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.048685:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.048699:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056674:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056695:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056703:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056710:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081c1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923655.056715:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056723:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056753:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.056761:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d76813a/0x3baece0abe6a5f8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923655.056849:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281891712:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8215us (8448us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923655.056859:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3988 00000100:00100000:0.0:1778923655.069817:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.070026:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891840 00000100:00100000:2.0:1778923655.070035:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891840 00000100:00100000:2.0:1778923655.070108:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3989 00000100:00100000:2.0:1778923655.070117:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281891840:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:2.0:1778923655.070195:0:26634:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ca:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x203 00010000:00010000:2.0:1778923655.070205:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.070220:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.070222:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.070227:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.070241:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074705:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074726:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074746:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074753:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923655.074757:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074771:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074799:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.074806:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5f92 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923655.074898:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281891840:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 4771us (5082us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923655.074909:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3989 00000100:00100000:0.0:1778923655.113269:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.113456:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281891968 00000100:00100000:1.0:1778923655.113467:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281891968 00000100:00100000:1.0:1778923655.113556:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 592 00000100:00100000:1.0:1778923655.113567:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54953:x1865335281891968:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:1.0:1778923655.113583:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923655.113609:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642d400/0x3baece0abe6a5f22 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477b6 expref: 212 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.113627:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923655.113634:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923655.113691:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54953:x1865335281891968:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 125us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923655.113699:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 592 00000100:00100000:0.0:1778923655.133771:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.133875:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892224 00000100:00100000:1.0:1778923655.133885:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892224 00000100:00100000:1.0:1778923655.134059:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2115 00000100:00100000:1.0:1778923655.134070:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54953:x1865335281892224:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923655.134304:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54953:x1865335281892224:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 235us (541us total) trans 8589940207 rc 0/0 00000100:00100000:1.0:1778923655.134311:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2115 00000100:00100000:2.0:1778923655.185810:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.185925:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892480 00000100:00100000:3.0:1778923655.185935:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892480 00000100:00100000:3.0:1778923655.186003:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5832 00000100:00100000:3.0:1778923655.186014:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54954:x1865335281892480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923655.186038:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923655.186059:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a5f99 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547818 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.186164:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5fa0 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.186195:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.186207:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5fa0 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923655.186221:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:3.0:1778923655.186358:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a5f99 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547818 expref: 215 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.186378:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5fa0 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547818 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.186387:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.186391:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923655.186396:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:3.0:1778923655.186488:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54954:x1865335281892480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 475us (687us total) trans 8589940208 rc 0/0 00000100:00100000:3.0:1778923655.186496:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5832 00000100:00100000:0.0:1778923655.192959:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.193064:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892608 00000100:00100000:2.0:1778923655.193073:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892608 00000100:00100000:2.0:1778923655.193150:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3990 00000100:00100000:2.0:1778923655.193159:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281892608:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.193204:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.193222:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.193224:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.193230:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.193245:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199401:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199421:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199429:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199436:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.199452:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199462:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199480:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.199487:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.199873:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281892608:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6710us (6919us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.199884:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3990 00000100:00100000:1.0:1778923655.214168:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.214472:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892736 00000100:00100000:0.0:1778923655.214486:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892736 00000100:00100000:0.0:1778923655.214601:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3991 00000100:00100000:0.0:1778923655.214613:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281892736:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923655.214659:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.214679:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.214693:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.214701:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.214718:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234588:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234620:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234630:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234638:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923655.234643:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234657:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234692:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.234701:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a438ee74/0x3baece0abe6a5fb5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.234824:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281892736:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20202us (20658us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923655.234836:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3991 00000100:00100000:1.0:1778923655.252040:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.252149:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892864 00000100:00100000:3.0:1778923655.252162:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892864 00000100:00100000:3.0:1778923655.252261:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3992 00000100:00100000:3.0:1778923655.252273:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281892864:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923655.252319:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.252341:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.252343:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.252350:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.252369:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260140:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260165:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260176:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260184:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923655.260202:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260213:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260237:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.260246:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a5fbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.260358:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281892864:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8081us (8325us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923655.260370:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3992 00000100:00100000:1.0:1778923655.276417:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.280317:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281892992 00000100:00100000:3.0:1778923655.280337:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281892992 00000100:00100000:2.0:1778923655.282631:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3993 00000100:00100000:2.0:1778923655.282650:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281892992:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.282986:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.283085:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.283089:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.283096:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.283115:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.291975:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292010:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292022:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292030:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923655.292036:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292046:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292071:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.292079:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002810c066/0x3baece0abe6a5fc3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.292200:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+34:2356:x1865335281892992:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9541us (15786us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923655.292213:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3993 00000100:00100000:1.0:1778923655.310133:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.310473:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893120 00000100:00100000:0.0:1778923655.310488:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893120 00000100:00100000:0.0:1778923655.310631:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3994 00000100:00100000:0.0:1778923655.310643:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281893120:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923655.310696:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.310725:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 34 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.310734:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923655.310736:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923655.310741:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.310806:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 34 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.310823:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 34 pid: 25674 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.310843:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287809280:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923655.310971:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923655.320386:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.320821:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893248 00000100:00100000:2.0:1778923655.320835:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893248 00010000:00010000:2.0:1778923655.320897:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 35 pid: 25674 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.320948:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3392 00000100:00100000:2.0:1778923655.320958:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281893248:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923655.320977:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923655.321004:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 35 pid: 25674 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.321019:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 35 pid: 25674 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.321052:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.321054:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.321060:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.321071:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.321095:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923655.321164:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281893248:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 207us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923655.321172:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3392 00010000:00010000:3.0:1778923655.324567:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d588e9e9/0x3baece0abe6a5db6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547731 expref: 34 pid: 25674 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.324599:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287809280:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923655.324630:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.329617:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.329643:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345814:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345843:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345853:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345862:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.345869:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345879:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345912:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.345920:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a5fca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.346045:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281893120:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 35396us (35920us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.346058:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3994 00000100:00100000:1.0:1778923655.354369:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.354469:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893376 00000100:00100000:3.0:1778923655.354482:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893376 00000100:00100000:3.0:1778923655.354620:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3995 00000100:00100000:3.0:1778923655.354633:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281893376:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923655.354678:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.354700:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.354702:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.354709:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.354726:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362905:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362930:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362941:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362950:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923655.362955:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362964:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.362987:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.363000:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000afea7578/0x3baece0abe6a5fd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.363099:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281893376:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 8462us (8737us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923655.363111:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3995 00000100:00100000:1.0:1778923655.374330:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.374562:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893504 00000100:00100000:2.0:1778923655.374576:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893504 00000100:00100000:2.0:1778923655.374668:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3996 00000100:00100000:2.0:1778923655.374681:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281893504:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.374729:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.374753:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.374756:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.374764:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.374781:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388217:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388247:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388259:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388267:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.388273:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388284:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388309:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.388318:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.388445:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281893504:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13759us (14122us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.388456:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3996 00000100:00100000:0.0:1778923655.402142:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.402276:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893632 00000100:00100000:2.0:1778923655.402290:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893632 00000100:00100000:2.0:1778923655.402387:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3997 00000100:00100000:2.0:1778923655.402398:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281893632:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.402455:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.402477:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.402480:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.402487:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.402551:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408772:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408811:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408820:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408827:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.408833:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408842:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408864:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.408872:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fdf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.408980:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281893632:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6578us (6845us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.408992:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3997 00000100:00100000:1.0:1778923655.421946:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.422157:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893760 00000100:00100000:3.0:1778923655.422172:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893760 00000100:00100000:2.0:1778923655.427327:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3998 00000100:00100000:2.0:1778923655.427355:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281893760:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.427406:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.427624:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.427627:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.427636:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.427653:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449100:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449126:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449137:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449145:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.449150:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449159:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449183:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.449197:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.449300:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281893760:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 21951us (27362us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.449312:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3998 00000100:00100000:3.0:1778923655.474644:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.474952:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281893888 00000100:00100000:2.0:1778923655.474966:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281893888 00000100:00100000:2.0:1778923655.475072:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3999 00000100:00100000:2.0:1778923655.475084:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281893888:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.475135:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.475159:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.475161:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.475168:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.475185:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483371:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483408:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483426:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483434:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.483440:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483451:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483476:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.483485:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a5fed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.485001:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281893888:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 9904us (10354us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.485017:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3999 00000100:00100000:3.0:1778923655.503379:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.504539:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894016 00000100:00100000:0.0:1778923655.504555:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894016 00000100:00100000:0.0:1778923655.504654:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4000 00000100:00100000:0.0:1778923655.504666:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281894016:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923655.504712:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.504734:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.504737:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.504743:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.504760:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515236:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515328:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515338:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515347:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923655.515353:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515363:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515388:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.515396:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ff4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.515641:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281894016:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10970us (12270us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923655.515654:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4000 00000100:00100000:1.0:1778923655.523717:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.523822:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894144 00000100:00100000:0.0:1778923655.523836:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894144 00000100:00100000:0.0:1778923655.523930:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4001 00000100:00100000:0.0:1778923655.523943:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281894144:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923655.524003:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.524026:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.524029:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.524036:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.524053:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537685:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537712:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537721:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537729:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923655.537735:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537745:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537770:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.537779:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a5ffb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.538092:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281894144:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14059us (14297us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923655.538105:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4001 00000100:00100000:2.0:1778923655.551811:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.554753:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894272 00000100:00100000:3.0:1778923655.554775:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894272 00000100:00100000:3.0:1778923655.554917:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4002 00000100:00100000:3.0:1778923655.554931:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281894272:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923655.554980:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.555002:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.555005:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923655.555011:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.555029:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565352:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565381:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565391:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565399:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923655.565415:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565431:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565455:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.565463:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a6002 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.566642:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281894272:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11701us (14843us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.566659:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4002 00000100:00100000:1.0:1778923655.580202:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.580386:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894400 00000100:00100000:2.0:1778923655.580406:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894400 00000100:00100000:2.0:1778923655.580567:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4003 00000100:00100000:2.0:1778923655.580581:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281894400:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.580630:0:6553:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.580650:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.580653:0:6553:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.580659:0:6553:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.580676:0:6553:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587098:0:6553:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587126:0:6553:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587137:0:6553:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587145:0:6553:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.587151:0:6553:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587162:0:6553:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587190:0:6553:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.587199:0:6553:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6009 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6553 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.587329:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7083b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281894400:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6743us (7134us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.587341:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4003 00000100:00100000:1.0:1778923655.654352:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.654793:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894528 00000100:00100000:2.0:1778923655.654807:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894528 00000100:00100000:2.0:1778923655.655018:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4004 00000100:00100000:2.0:1778923655.655031:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281894528:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923655.655084:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.655108:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.655111:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.655117:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.655134:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665618:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665651:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665660:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665668:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.665673:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665683:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665707:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.665715:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002dca3ccf/0x3baece0abe6a6010 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.665824:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281894528:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 10791us (11484us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923655.665836:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4004 00000100:00100000:2.0:1778923655.671659:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.671760:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894656 00000100:00100000:1.0:1778923655.671773:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894656 00000100:00100000:1.0:1778923655.671883:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4005 00000100:00100000:1.0:1778923655.671902:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281894656:12345-192.168.203.24@tcp:3:lfs.0 00002000:00010000:1.0:1778923655.671969:0:6552:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ca:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x203 00010000:00010000:1.0:1778923655.671982:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.672149:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.672152:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.672160:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.672178:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678101:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678129:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678139:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678148:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923655.678154:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678165:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678189:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.678197:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a6017 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.678321:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281894656:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6416us (6924us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923655.678333:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4005 00000100:00100000:2.0:1778923655.697013:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.697260:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281894784 00000100:00100000:3.0:1778923655.697272:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281894784 00000100:00100000:3.0:1778923655.697361:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 593 00000100:00100000:3.0:1778923655.697374:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54954:x1865335281894784:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923655.697405:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923655.697439:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a5fa0 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547818 expref: 214 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.697466:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.697474:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923655.697974:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54954:x1865335281894784:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 599us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923655.697984:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 593 00000100:00100000:1.0:1778923655.705722:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.705813:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281895040 00000100:00100000:3.0:1778923655.705826:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281895040 00000100:00100000:3.0:1778923655.706126:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2116 00000100:00100000:3.0:1778923655.706139:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+213:54954:x1865335281895040:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923655.706594:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54954:x1865335281895040:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 456us (885us total) trans 8589940209 rc 0/0 00000100:00100000:3.0:1778923655.706604:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2116 00000100:00100000:2.0:1778923655.720449:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.720619:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281895296 00000100:00100000:3.0:1778923655.720633:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281895296 00000100:00100000:3.0:1778923655.723608:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5833 00000100:00100000:3.0:1778923655.723625:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54746:x1865335281895296:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923655.723663:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923655.723689:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a601e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54781f expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.723878:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.724173:0:31653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 215 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.724185:0:31653:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.727487:0:31653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 215 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.727579:0:31653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 215 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.727602:0:31653:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287809408:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923655.727823:0:31653:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923655.734268:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.734605:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281895424 00000100:00100000:3.0:1778923655.734617:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281895424 00010000:00010000:3.0:1778923655.734670:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.734721:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3393 00000100:00100000:3.0:1778923655.734732:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:2354:x1865335281895424:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:3.0:1778923655.734753:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734767:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734781:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734801:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.734805:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923655.734809:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734821:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734828:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.734858:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923655.734942:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+216:2354:x1865335281895424:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 212us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923655.734952:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3393 00000100:00100000:2.0:1778923655.737827:0:31653:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:31653:1865335287809408:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923655.737872:0:31653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.737899:0:31653:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.737906:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923655.737936:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923655.738454:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a601e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54781f expref: 217 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.738485:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54781f expref: 216 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.738495:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923655.738498:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1778923655.739026:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:2.0:1778923655.739230:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+216:54746:x1865335281895296:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 15607us (18793us total) trans 8589940210 rc 0/0 00000100:00100000:2.0:1778923655.739242:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5833 00000100:00100000:0.0:1778923655.791441:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.791647:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281895680 00000100:00100000:1.0:1778923655.791660:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281895680 00000100:00100000:1.0:1778923655.791911:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2117 00000100:00100000:1.0:1778923655.791924:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54955:x1865335281895680:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:1.0:1778923655.793328:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:54955:x1865335281895680:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1398us (1893us total) trans 8589940211 rc 0/0 00000100:00100000:1.0:1778923655.793343:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2117 00000100:00100000:1.0:1778923655.799424:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.799940:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281895936 00000100:00100000:3.0:1778923655.799953:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281895936 00000100:00100000:3.0:1778923655.800039:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5834 00000100:00100000:3.0:1778923655.800051:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54955:x1865335281895936:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923655.800084:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923655.800088:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:3.0:1778923655.800127:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6025 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54781f expref: 217 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.800158:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70642c800/0x3baece0abe6a5f0d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477af expref: 216 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.800170:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.800177:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923655.800206:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a6033 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547826 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.800330:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.800346:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.800359:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923655.800375:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:3.0:1778923655.801281:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a6033 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547826 expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.801306:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547826 expref: 217 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.801315:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.801318:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923655.801320:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0000, rc 0) 00000100:00100000:3.0:1778923655.801750:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54955:x1865335281895936:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1697us (2334us total) trans 8589940212 rc 0/0 00000100:00100000:3.0:1778923655.801760:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5834 00010000:00010000:0.0:1778923655.807677:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1778923655.824451:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.824601:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896064 00000100:00100000:0.0:1778923655.824615:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896064 00000100:00100000:0.0:1778923655.824695:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7842 00000100:00100000:0.0:1778923655.824706:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281896064:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923655.824767:0:32943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.824802:0:32943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.824811:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.824814:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.824819:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.824867:0:32943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 33 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.824889:0:32943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 33 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.824906:0:32943:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287809536:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923655.825020:0:32943:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c480 going to sleep for 11 seconds 00000100:00100000:3.0:1778923655.825578:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923655.825776:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.825921:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896192 00000100:00100000:2.0:1778923655.825931:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896192 00000100:00100000:2.0:1778923655.825983:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896320 00000100:00100000:2.0:1778923655.825986:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896320 00000100:00100000:2.0:1778923655.826006:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7843 00000100:00100000:2.0:1778923655.826014:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281896192:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:2.0:1778923655.826052:0:6547:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.826070:0:6547:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 28 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.826078:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.826080:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923655.826084:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.826116:0:6547:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 28 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.826127:0:6547:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 28 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.826141:0:6547:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287809664:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923655.826219:0:6547:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7063d0e40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923655.826536:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7844 00000100:00100000:0.0:1778923655.826547:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+34:2355:x1865335281896320:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923655.826570:0:22251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.826581:0:22251:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.826588:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.826589:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.826592:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.826612:0:22251:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.826623:0:22251:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.826640:0:22251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287809792:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923655.826688:0:22251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00100000:0.0:1778923655.830789:0:32943:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:32943:1865335287809536:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923655.830829:0:32943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923655.833860:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.833896:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.833935:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896576 00000100:00100000:1.0:1778923655.833947:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896576 00010000:00010000:1.0:1778923655.834003:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 29 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923655.834040:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896448 00000100:00100000:1.0:1778923655.834043:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896448 00010000:00010000:1.0:1778923655.834058:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 35 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923655.834079:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3394 00000100:00100000:1.0:1778923655.834090:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281896576:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923655.834111:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923655.834146:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 29 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834160:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 29 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834193:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.834195:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.834202:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834214:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834240:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923655.834305:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281896576:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 216us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923655.834314:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3394 00000100:00100000:1.0:1778923655.834334:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3395 00000100:00100000:1.0:1778923655.834340:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281896448:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923655.834354:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923655.834368:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 35 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834385:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 35 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834400:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071b297a5/0x3baece0abe6a5e73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54777e expref: 35 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834415:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.834417:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923655.834421:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834428:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923655.834445:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923655.834462:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281896448:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 122us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923655.834468:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3395 00000100:00100000:1.0:1778923655.834572:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923655.835055:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896704 00000100:00100000:0.0:1778923655.835062:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896704 00010000:00010000:0.0:1778923655.835093:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.835127:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3396 00000100:00100000:0.0:1778923655.835134:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281896704:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923655.835145:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923655.835160:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835170:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 34 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835187:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.835189:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923655.835193:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835207:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835226:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923655.835261:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281896704:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 128us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923655.835269:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3396 00010000:00010000:0.0:1778923655.835298:0:32943:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835307:0:32943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835335:0:32943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835343:0:32943:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835352:0:32943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835359:0:32943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923655.835364:0:32943:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835379:0:32943:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835392:0:32943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835413:0:32943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005969e089/0x3baece0abe6a6048 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.835467:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281896064:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 10763us (11031us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923655.835476:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7842 00010000:00010000:0.0:1778923655.835569:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dd55e7f/0x3baece0abe6a5e81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54778c expref: 32 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.835580:0:22251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:22251:1865335287809792:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923655.835602:0:22251:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835612:0:22251:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835620:0:22251:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835642:0:22251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835649:0:22251:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835656:0:22251:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835663:0:22251:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923655.835666:0:22251:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835672:0:22251:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835682:0:22251:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923655.835689:0:22251:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a6056 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923655.835729:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281896320:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 9185us (9952us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923655.835738:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7844 00010000:00010000:2.0:1778923655.836816:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ed4a0ede/0x3baece0abe6a5e7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547785 expref: 28 pid: 6546 timeout: 1452 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.836840:0:6547:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602aa9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6547:1865335287809664:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923655.836868:0:6547:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836878:0:6547:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836886:0:6547:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836931:0:6547:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836938:0:6547:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836947:0:6547:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836955:0:6547:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923655.836959:0:6547:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836968:0:6547:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836982:0:6547:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.836989:0:6547:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dca3ccf/0x3baece0abe6a604f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.837061:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281896192:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 11047us (11484us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923655.837069:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7843 00000100:00100000:0.0:1778923655.843961:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.844042:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281896960 00000100:00100000:2.0:1778923655.844058:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281896960 00000100:00100000:2.0:1778923655.844131:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5835 00000100:00100000:2.0:1778923655.844141:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+217:54955:x1865335281896960:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923655.844220:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1778923655.844254:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1a00/0x3baece0abe6a5edc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a1 expref: 217 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.844282:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0e00/0x3baece0abe6a5eff lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477a8 expref: 216 pid: 30328 timeout: 1452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.844295:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923655.844302:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923655.844348:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.844365:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.844376:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923655.847247:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1901, 88 off165424 00000004:00080000:2.0:1778923655.847266:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352903761215ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.847327:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1893, 88 off164984 00000004:00080000:2.0:1778923655.847333:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352903829190ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.847357:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1894, 88 off165072 00000004:00080000:2.0:1778923655.847360:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352903856482ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.847374:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1902, 88 off165512 00000004:00080000:2.0:1778923655.847379:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352903874735ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.847390:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1903, 88 off165600 00000004:00080000:2.0:1778923655.847394:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352903889837ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.847406:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1895, 88 off165160 00000004:00080000:2.0:1778923655.847409:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352903905235ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.849314:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1896, 88 off165248 00000004:00080000:2.0:1778923655.849326:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352905821568ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.849858:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1904, 88 off165688 00000004:00080000:2.0:1778923655.849866:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352906361408ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.849942:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1897, 88 off165336 00000004:00080000:2.0:1778923655.849947:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352906442564ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.850136:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1905, 88 off165776 00000004:00080000:2.0:1778923655.850141:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352906637146ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.850169:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1906, 88 off165864 00000004:00080000:2.0:1778923655.850174:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352906669719ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.850312:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1898, 88 off165424 00000004:00080000:2.0:1778923655.850317:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352906813421ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.850479:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1907, 88 off165952 00000004:00080000:2.0:1778923655.850485:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352906980729ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.850536:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1899, 88 off165512 00000004:00080000:2.0:1778923655.850541:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352907037111ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.851732:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1908, 88 off166040 00000004:00080000:2.0:1778923655.851749:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352908244586ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.851849:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1900, 88 off165600 00000004:00080000:2.0:1778923655.851854:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352908350286ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.852315:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1901, 88 off165688 00000004:00080000:2.0:1778923655.852321:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352908816867ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.852478:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1909, 88 off166128 00000004:00080000:2.0:1778923655.852487:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352908982837ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.852541:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1902, 88 off165776 00000004:00080000:2.0:1778923655.852546:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352909042065ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.852771:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1910, 88 off166216 00000004:00080000:2.0:1778923655.852776:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352909272368ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.852811:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1911, 88 off166304 00000004:00080000:2.0:1778923655.852815:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352909310768ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.852829:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1903, 88 off165864 00000004:00080000:2.0:1778923655.852833:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352909328822ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.853136:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1912, 88 off166392 00000004:00080000:2.0:1778923655.853140:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352909636255ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.853251:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1904, 88 off165952 00000004:00080000:2.0:1778923655.853256:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352909751674ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.853953:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1905, 88 off166040 00000004:00080000:2.0:1778923655.853961:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352910457116ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.854617:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1913, 88 off166480 00000004:00080000:2.0:1778923655.854625:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352911120855ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.854654:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1914, 88 off166568 00000004:00080000:2.0:1778923655.854664:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352911160180ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.854682:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1906, 88 off166128 00000004:00080000:2.0:1778923655.854686:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352911182125ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.854829:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1907, 88 off166216 00000004:00080000:2.0:1778923655.854834:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352911330028ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.854926:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1915, 88 off166656 00000004:00080000:2.0:1778923655.854931:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352911426871ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.855246:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1916, 88 off166744 00000004:00080000:2.0:1778923655.855251:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352911747045ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923655.861156:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1908, 88 off166304 00000004:00080000:2.0:1778923655.861178:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352917673253ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.861253:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1909, 88 off166392 00000004:00080000:2.0:1778923655.861258:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1352917753924ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923655.861532:0:30327:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1917, 88 off166832 00000004:00080000:2.0:1778923655.861540:0:30327:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1352918035704ns, next at 1344155271182ns, rc = 0 00000001:00080000:3.0:1778923655.916006:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940206 is committed 00000001:00080000:3.0:1778923655.916048:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940211 is committed 00000001:00080000:3.0:1778923655.916072:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940213 is committed 00000004:00080000:3.0:1778923655.916080:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1576 committed 00000004:00080000:3.0:1778923655.916091:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1571 committed 00000004:00080000:3.0:1778923655.916102:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1570 committed 00000004:00080000:3.0:1778923655.916105:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1575 committed 00000004:00080000:3.0:1778923655.916107:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1574 committed 00000004:00080000:3.0:1778923655.916110:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1569 committed 00000004:00080000:3.0:1778923655.916112:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1568 committed 00000004:00080000:3.0:1778923655.916114:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1573 committed 00000004:00080000:3.0:1778923655.916117:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1572 committed 00000004:00080000:3.0:1778923655.916120:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1567 committed 00000004:00080000:3.0:1778923655.916122:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1566 committed 00000004:00080000:3.0:1778923655.916125:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1571 committed 00000004:00080000:3.0:1778923655.916127:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1565 committed 00000004:00080000:3.0:1778923655.916129:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1570 committed 00000004:00080000:3.0:1778923655.916131:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1569 committed 00000004:00080000:3.0:1778923655.916134:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1564 committed 00000004:00080000:3.0:1778923655.916136:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1568 committed 00000004:00080000:3.0:1778923655.916138:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1563 committed 00000004:00080000:3.0:1778923655.916142:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1562 committed 00000004:00080000:3.0:1778923655.916144:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1567 committed 00000004:00080000:3.0:1778923655.916146:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1561 committed 00000004:00080000:3.0:1778923655.916148:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1566 committed 00000004:00080000:3.0:1778923655.916150:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1560 committed 00000004:00080000:3.0:1778923655.916152:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1565 committed 00000004:00080000:3.0:1778923655.916154:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1564 committed 00000004:00080000:3.0:1778923655.916156:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1559 committed 00000004:00080000:3.0:1778923655.916158:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1563 committed 00000004:00080000:3.0:1778923655.916160:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1558 committed 00000004:00080000:3.0:1778923655.916162:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1557 committed 00000004:00080000:3.0:1778923655.916164:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1562 committed 00000004:00080000:3.0:1778923655.916166:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1561 committed 00000004:00080000:3.0:1778923655.916168:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1556 committed 00000004:00080000:3.0:1778923655.916171:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1555 committed 00000004:00080000:3.0:1778923655.916173:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1560 committed 00000100:00100000:3.0:1778923655.916565:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287809920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916660:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916702:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810432:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916721:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916745:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923655.916750:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810048:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916774:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916802:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810560:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916824:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916857:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810176:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916878:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916893:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810688:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916909:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916925:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923655.916930:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810304:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916948:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.916962:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810816:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.916980:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.917020:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287809920 00000100:00100000:3.0:1778923655.917028:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287809920 00000100:00100000:3.0:1778923655.917078:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810432 00000100:00100000:3.0:1778923655.917081:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810432 00000100:00100000:3.0:1778923655.917097:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810048 00000100:00100000:3.0:1778923655.917099:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810048 00000100:00100000:3.0:1778923655.917108:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810560 00000100:00100000:3.0:1778923655.917110:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810560 00000100:00100000:3.0:1778923655.917118:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810176 00000100:00100000:3.0:1778923655.917120:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810176 00000100:00100000:3.0:1778923655.917130:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810688 00000100:00100000:3.0:1778923655.917132:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810688 00000100:00100000:3.0:1778923655.917141:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810304 00000100:00100000:3.0:1778923655.917143:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810304 00000100:00100000:3.0:1778923655.917151:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810816 00000100:00100000:3.0:1778923655.917152:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810816 00000100:00100000:3.0:1778923655.917167:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7845 00000100:00100000:3.0:1778923655.917175:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3293:x1865335287809920:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923655.917879:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846 00000100:00100000:2.0:1778923655.917902:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287810432:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.918054:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923655.918059:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918061:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923655.918064:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918066:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923655.918133:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287810432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 235us (1409us total) trans 21474839666 rc 0/0 00000100:00100000:2.0:1778923655.918141:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846 00000100:00100000:2.0:1778923655.918165:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7847 00000100:00100000:2.0:1778923655.918171:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704ffdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287810048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923655.918281:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704ffdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287810048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (1505us total) trans 21474839667 rc 0/0 00000100:00100000:2.0:1778923655.918287:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7847 00000100:00100000:2.0:1778923655.918301:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848 00000100:00100000:2.0:1778923655.918307:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287810560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.918385:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.918387:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918390:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923655.918392:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918626:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923655.918657:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3293:x1865335287810560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 350us (1832us total) trans 21474839668 rc 0/0 00000100:00100000:2.0:1778923655.918663:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848 00000100:00100000:2.0:1778923655.918677:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7849 00000100:00100000:2.0:1778923655.918684:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287810176:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.918768:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.918770:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918773:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:2.0:1778923655.918775:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.918777:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923655.918820:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287810176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 137us (1940us total) trans 21474839669 rc 0/0 00000100:00100000:2.0:1778923655.918826:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7849 00000100:00100000:2.0:1778923655.918839:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850 00000100:00100000:2.0:1778923655.918846:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287810688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923655.919253:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923655.919257:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923655.919259:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923655.919261:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923655.919263:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923655.919298:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3293:x1865335287809920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 2122us (2638us total) trans 21474839665 rc 0/0 00000100:00100000:3.0:1778923655.919305:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7845 00000100:00100000:3.0:1778923655.919829:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7851 00000100:00100000:3.0:1778923655.919841:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287810304:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.920170:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.920174:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.920176:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:2.0:1778923655.920178:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.920180:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923655.920220:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287810688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1375us (3309us total) trans 21474839670 rc 0/0 00000100:00100000:2.0:1778923655.920227:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850 00000100:00100000:2.0:1778923655.920244:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7852 00000100:00100000:2.0:1778923655.920253:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287810816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.920350:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.920353:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.920355:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923655.920357:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.920359:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923655.920386:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287810816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (3404us total) trans 21474839671 rc 0/0 00000100:00100000:2.0:1778923655.920392:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7852 00002000:00010000:3.0:1778923655.922302:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923655.922313:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923655.922316:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923655.922318:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923655.922321:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000004:00010000:2.0:1778923655.923236:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000031abc230 reply state 000000000c72fb52 transno 8589940213 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923655.923255:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00080000:2.0:1778923655.923371:0:30327:0:(ldlm_lib.c:3437:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1778923655.923390:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+207:54955:x1865335281896960:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 79246us (79437us total) trans 8589940213 rc 0/0 00000100:00100000:3.0:1778923655.923698:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287810304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3860us (6747us total) trans 21474839672 rc 0/0 00000100:00100000:3.0:1778923655.923709:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7851 00000004:00080000:3.0:1778923655.923795:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701500/2, rc 0, transno 21474839672 00000100:00100000:3.0:1778923655.923809:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810304:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.923822:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701880/2, rc 0, transno 21474839671 00000100:00100000:3.0:1778923655.923826:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810816:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.923835:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459df80/2, rc 0, transno 21474839669 00000100:00100000:3.0:1778923655.923840:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810176:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.923849:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 21474839670 00000100:00100000:3.0:1778923655.923852:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287810688:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923655.924131:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5835 00010000:00010000:2.0:1778923655.924163:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924173:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924182:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924189:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923655.924194:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924202:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924221:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923655.924224:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923655.924230:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.924237:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a605d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1778923655.924296:0:30335:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ce602492300 refcount 2 committed 0 result 0 batchid 4294969409 00000020:00080000:3.0:1778923655.924301:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0c000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce70614c300 00000020:00080000:3.0:1778923655.924305:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0cd00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ce6024926c0 00000020:00080000:3.0:1778923655.924308:0:30335:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff9ce704e0cf00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ce72e41b000 00000020:00080000:3.0:1778923655.924311:0:30335:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].54 00000100:00100000:3.0:1778923655.924352:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811072:0@lo:2:osp-syn-0-0.0 00000020:00080000:2.0:1778923655.926178:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294969409 committed batchid 4294969408 00000020:00080000:2.0:1778923655.926849:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969408 00000100:00100000:3.0:1778923655.927695:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.927763:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811584:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.927828:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.927846:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812096:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.927868:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.927901:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1778923655.927909:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287810944:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.927935:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.927955:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811456:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.927976:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.927993:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.928011:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.928047:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811072 00000100:00100000:3.0:1778923655.928058:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811072 00000100:00100000:3.0:1778923655.928108:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811584 00000100:00100000:3.0:1778923655.928112:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811584 00000100:00100000:3.0:1778923655.928125:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812096 00000100:00100000:3.0:1778923655.928127:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812096 00000100:00100000:3.0:1778923655.928136:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287810944 00000100:00100000:3.0:1778923655.928138:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287810944 00000100:00100000:3.0:1778923655.928145:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811456 00000100:00100000:3.0:1778923655.928147:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811456 00000100:00100000:3.0:1778923655.928156:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811968 00000100:00100000:3.0:1778923655.928158:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811968 00000100:00100000:3.0:1778923655.928173:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7853 00000100:00100000:3.0:1778923655.928183:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287811072:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923655.928586:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1778923655.928599:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287811584:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923655.928821:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287811584:12345-0@lo:2:osp-syn-1-0.0 Request processed in 225us (992us total) trans 17179872589 rc 0/0 00000100:00100000:0.0:1778923655.928829:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1778923655.928851:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7855 00000100:00100000:0.0:1778923655.928858:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287812096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923655.928978:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923655.928982:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.928985:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923655.928988:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.928990:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923655.929019:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287812096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 162us (1149us total) trans 17179872590 rc 0/0 00000100:00100000:0.0:1778923655.929025:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7855 00000100:00100000:0.0:1778923655.929038:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856 00000100:00100000:0.0:1778923655.929045:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3294:x1865335287810944:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923655.929148:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923655.929151:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.929153:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923655.929155:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.929157:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923655.929184:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287810944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 140us (1249us total) trans 21474839673 rc 0/0 00000100:00100000:0.0:1778923655.929190:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856 00000100:00100000:0.0:1778923655.929202:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7857 00000100:00100000:0.0:1778923655.929209:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287811456:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923655.929314:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287811456:12345-0@lo:2:osp-syn-1-0.0 Request processed in 106us (1336us total) trans 17179872591 rc 0/0 00000100:00100000:0.0:1778923655.929321:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7857 00000100:00100000:0.0:1778923655.929333:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7858 00000100:00100000:0.0:1778923655.929339:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287811968:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923655.929618:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923655.929621:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.929624:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923655.929626:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:0.0:1778923655.929628:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923655.929654:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287811968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 316us (1642us total) trans 17179872592 rc 0/0 00000100:00100000:0.0:1778923655.929661:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7858 00002000:00010000:3.0:1778923655.929794:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923655.929798:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.929800:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:3.0:1778923655.929802:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.929804:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923655.929835:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287811072:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1653us (2144us total) trans 21474839674 rc 0/0 00000100:00100000:3.0:1778923655.929841:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7853 00000004:00080000:3.0:1778923655.930644:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e1a300/2, rc 0, transno 21474839673 00000100:00100000:3.0:1778923655.930669:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287810944:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.930693:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d43100/2, rc 0, transno 17179872591 00000100:00100000:3.0:1778923655.930712:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811456:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.930722:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8700/2, rc 0, transno 17179872592 00000100:00100000:3.0:1778923655.930726:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811968:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.930736:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce707d40a80/2, rc 0, transno 17179872589 00000100:00100000:3.0:1778923655.930740:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811584:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.930749:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9c00/2, rc 0, transno 17179872590 00000100:00100000:3.0:1778923655.930752:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812096:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.930762:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98700/2, rc 0, transno 21474839674 00000100:00100000:3.0:1778923655.930766:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287811072:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.931225:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812608:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.931298:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.931342:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287813120:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.931364:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.931528:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1778923655.931536:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.931559:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923655.932075:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923655.932108:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897088 00000100:00100000:2.0:1778923655.932117:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897088 00000100:00100000:2.0:1778923655.932187:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5836 00000100:00100000:2.0:1778923655.932197:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+200:54955:x1865335281897088:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923655.932225:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923655.932250:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54782d expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.932332:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.932349:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 201 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923655.932374:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923655.932377:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923655.932381:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679600, rc 0) 00000100:00100000:2.0:1778923655.932451:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+201:54955:x1865335281897088:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 256us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923655.932458:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5836 00000100:00100000:3.0:1778923655.934918:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812992:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.935001:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923655.935191:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812608 00000100:00100000:1.0:1778923655.935202:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812608 00000100:00100000:1.0:1778923655.935263:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813120 00000100:00100000:1.0:1778923655.935266:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813120 00000100:00100000:1.0:1778923655.935284:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812480 00000100:00100000:1.0:1778923655.935287:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812480 00000100:00100000:1.0:1778923655.935302:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7859 00000100:00100000:1.0:1778923655.935311:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287812608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.935628:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.935633:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.935636:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923655.935639:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.935641:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.935691:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287812608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 381us (4393us total) trans 17179872593 rc 0/0 00000100:00100000:1.0:1778923655.935698:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7859 00000100:00100000:1.0:1778923655.935718:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860 00000100:00100000:1.0:1778923655.935724:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287813120:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923655.935843:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.935845:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.935847:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923655.935849:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.935851:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.935877:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287813120:12345-0@lo:2:osp-syn-0-0.0 Request processed in 154us (4511us total) trans 21474839675 rc 0/0 00000100:00100000:1.0:1778923655.935883:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860 00000100:00100000:1.0:1778923655.935909:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7861 00000100:00100000:1.0:1778923655.935916:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+11:3294:x1865335287812480:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.936002:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.936004:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923655.936007:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923655.936008:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:1.0:1778923655.936010:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.936036:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287812480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 121us (4476us total) trans 17179872594 rc 0/0 00000100:00100000:1.0:1778923655.936043:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7861 00000100:00100000:2.0:1778923655.939082:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287811200:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923655.939258:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8e00/2, rc 0, transno 21474839667 00000100:00100000:2.0:1778923655.939286:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810048:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923655.939300:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703480/2, rc 0, transno 21474839668 00000100:00100000:2.0:1778923655.939304:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923655.939315:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9fb480/2, rc 0, transno 21474839665 00000100:00100000:2.0:1778923655.939318:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287809920:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923655.939326:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703100/2, rc 0, transno 21474839666 00000100:00100000:2.0:1778923655.939329:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287810432:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923655.939817:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287813504:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.940143:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9aa00/2, rc 0, transno 21474839675 00000100:00100000:3.0:1778923655.940149:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287813120:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.940162:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4df80/2, rc 0, transno 17179872593 00000100:00100000:2.0:1778923655.940294:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812992 00000100:00100000:2.0:1778923655.940302:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812992 00000100:00100000:2.0:1778923655.940365:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862 00000100:00100000:2.0:1778923655.940376:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287812992:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923655.940713:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923655.940718:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923655.940720:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923655.940723:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:2.0:1778923655.940725:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923655.940775:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287812992:12345-0@lo:2:osp-syn-0-0.0 Request processed in 400us (5773us total) trans 21474839676 rc 0/0 00000100:00100000:2.0:1778923655.940793:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862 00000100:00100000:3.0:1778923655.941029:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812608:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.941055:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4f100/2, rc 0, transno 17179872594 00000100:00100000:3.0:1778923655.941060:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812480:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.941070:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98a80/2, rc 0, transno 21474839676 00000100:00100000:3.0:1778923655.941074:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287812992:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.941105:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287811328:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.941141:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941274:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce605c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287811840:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.941301:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941320:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287812352:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.941340:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941359:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287812864:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.941384:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941401:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.941422:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941443:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1778923655.941449:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813248:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.941471:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.941501:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811328 00000100:00100000:1.0:1778923655.941953:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923655.943522:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287813632:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923655.943601:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.943715:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811328 00000100:00100000:3.0:1778923655.943774:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811840 00000100:00100000:3.0:1778923655.943790:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811840 00000100:00100000:3.0:1778923655.943808:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812352 00000100:00100000:3.0:1778923655.943811:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812352 00000100:00100000:3.0:1778923655.943821:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812864 00000100:00100000:3.0:1778923655.943824:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812864 00000100:00100000:3.0:1778923655.943832:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813376 00000100:00100000:3.0:1778923655.943835:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813376 00000100:00100000:3.0:1778923655.943843:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813248 00000100:00100000:3.0:1778923655.943846:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813248 00000100:00100000:3.0:1778923655.943857:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813632 00000100:00100000:3.0:1778923655.943859:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813632 00000100:00100000:3.0:1778923655.943874:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00100000:2.0:1778923655.944014:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864 00000100:00100000:2.0:1778923655.944025:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287811840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1778923655.944665:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.944671:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.944675:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:2.0:1778923655.944677:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.944680:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923655.944753:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287811840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 730us (3450us total) trans 17179872595 rc 0/0 00000100:00100000:2.0:1778923655.944763:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864 00000100:00100000:2.0:1778923655.944809:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865 00000100:00100000:2.0:1778923655.944818:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287812352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.944994:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287811328:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923655.945137:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923655.945140:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.945143:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923655.945146:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.945148:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.945528:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866 00000100:00100000:1.0:1778923655.945542:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287812864:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.945693:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923655.945696:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.945699:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923655.945701:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.945703:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00002000:00010000:2.0:1778923655.945980:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:2.0:1778923655.945984:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.945986:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923655.945989:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:2.0:1778923655.945991:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923655.946055:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287812864:12345-0@lo:2:osp-syn-1-0.0 Request processed in 518us (4669us total) trans 17179872596 rc 0/0 00000100:00100000:1.0:1778923655.946063:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866 00000100:00100000:1.0:1778923655.946085:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7867 00000100:00100000:1.0:1778923655.946092:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287813376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923655.946192:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.946195:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946198:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923655.946200:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946202:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.946226:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287813376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 135us (4804us total) trans 21474839678 rc 0/0 00000100:00100000:1.0:1778923655.946235:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7867 00000100:00100000:1.0:1778923655.946248:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00100000:1.0:1778923655.946254:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287813248:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923655.946338:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923655.946341:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946343:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923655.946346:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946348:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923655.946370:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce706418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3292:x1865335287813248:12345-0@lo:2:osp-syn-0-0.0 Request processed in 117us (4899us total) trans 21474839679 rc 0/0 00000100:00100000:1.0:1778923655.946375:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00000100:00100000:1.0:1778923655.946386:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869 00000100:00100000:1.0:1778923655.946392:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287813632:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.946476:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.946478:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946481:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923655.946483:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.946485:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.946541:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bacb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287813632:12345-0@lo:2:osp-syn-1-0.0 Request processed in 149us (2941us total) trans 17179872598 rc 0/0 00000100:00100000:1.0:1778923655.946547:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869 00000004:00080000:0.0:1778923655.946852:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777f480/2, rc 0, transno 17179872598 00000100:00100000:0.0:1778923655.946877:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287813632:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.947272:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287811328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3387us (6129us total) trans 21474839677 rc 0/0 00000100:00100000:3.0:1778923655.947280:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00000100:00100000:3.0:1778923655.947311:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897216 00000100:00100000:3.0:1778923655.947318:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897216 00000100:00100000:3.0:1778923655.947366:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5837 00000100:00100000:3.0:1778923655.947373:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+201:54955:x1865335281897216:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923655.947387:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923655.947499:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a606b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547834 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947611:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947628:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947642:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923655.947670:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923655.947674:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923655.947694:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947721:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a606b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547834 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947745:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547834 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923655.947756:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923655.947759:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923655.947763:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:3.0:1778923655.947825:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54955:x1865335281897216:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 452us (5876us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923655.947831:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5837 00000100:00100000:3.0:1778923655.947862:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923655.952763:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287812352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 7930us (11404us total) trans 17179872597 rc 0/0 00000100:00100000:2.0:1778923655.952791:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865 00000100:00100000:3.0:1778923655.953286:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923655.953373:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9180/2, rc 0, transno 21474839679 00000100:00100000:3.0:1778923655.953383:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813248:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923655.953535:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813888 00000100:00100000:1.0:1778923655.953545:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813888 00000100:00100000:1.0:1778923655.953612:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870 00000100:00100000:1.0:1778923655.953623:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3292:x1865335287813888:12345-0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.954557:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a680/2, rc 0, transno 21474839677 00000100:00100000:3.0:1778923655.954571:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287811328:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.954601:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce605c54000/2, rc 0, transno 17179872595 00000100:00100000:3.0:1778923655.954618:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce605c54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287811840:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.954631:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8380/2, rc 0, transno 17179872597 00000100:00100000:3.0:1778923655.954635:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287812352:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.954646:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4d880/2, rc 0, transno 17179872596 00000100:00100000:3.0:1778923655.954649:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287812864:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.954661:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9880/2, rc 0, transno 21474839678 00000100:00100000:3.0:1778923655.954664:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813376:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.954685:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1778923655.954698:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813760:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.954770:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.954858:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813760 00000100:00100000:3.0:1778923655.954865:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813760 00000100:00100000:2.0:1778923655.956541:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287814144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923655.956620:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923655.956667:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923655.956673:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287814016:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923655.956695:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923655.956727:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287814144 00000100:00100000:2.0:1778923655.956734:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287814144 00000100:00100000:2.0:1778923655.956777:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287814016 00000100:00100000:2.0:1778923655.956780:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287814016 00000100:00100000:2.0:1778923655.956809:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871 00000100:00100000:2.0:1778923655.956818:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287814144:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.957559:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7872 00000100:00100000:3.0:1778923655.957577:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287814016:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923655.957866:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923655.957871:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.957874:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923655.957877:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.957879:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923655.957975:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287814016:12345-0@lo:2:osp-syn-1-0.0 Request processed in 406us (1277us total) trans 17179872600 rc 0/0 00000100:00100000:3.0:1778923655.957984:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7872 00000100:00100000:3.0:1778923655.958022:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873 00000100:00100000:3.0:1778923655.958031:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3292:x1865335287813760:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923655.958122:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923655.958125:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.958127:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923655.958129:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.958132:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923655.958167:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3292:x1865335287813760:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (3397us total) trans 17179872601 rc 0/0 00000100:00100000:3.0:1778923655.958174:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873 00000004:00080000:3.0:1778923655.958241:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777c380/2, rc 0, transno 17179872601 00000100:00100000:3.0:1778923655.958250:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813760:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.958276:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dca80/2, rc 0, transno 17179872600 00000100:00100000:3.0:1778923655.958280:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287814016:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.958299:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.958334:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287811712:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.958362:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.958373:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287812224:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.958407:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.958420:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287812736:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.958444:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.958469:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811200 00000100:00100000:3.0:1778923655.958474:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811200 00000100:00100000:3.0:1778923655.958494:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287811712 00000100:00100000:3.0:1778923655.958496:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287811712 00000100:00100000:3.0:1778923655.958540:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812224 00000100:00100000:3.0:1778923655.958543:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812224 00000100:00100000:3.0:1778923655.958555:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287812736 00000100:00100000:3.0:1778923655.958557:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287812736 00000100:00100000:3.0:1778923655.958567:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874 00000100:00100000:3.0:1778923655.958573:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3291:x1865335287811200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923655.958689:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923655.958692:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.958695:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923655.958697:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:3.0:1778923655.958699:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923655.958728:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287811200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 155us (428us total) trans 21474839680 rc 0/0 00000100:00100000:3.0:1778923655.958735:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874 00000100:00100000:3.0:1778923655.958747:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875 00000100:00100000:3.0:1778923655.958753:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287811712:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.958840:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923655.958844:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.958846:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923655.958848:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.958851:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923655.958894:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3292:x1865335287813888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 5272us (5608us total) trans 17179872599 rc 0/0 00000100:00100000:1.0:1778923655.958901:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870 00000100:00100000:1.0:1778923655.958919:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876 00000100:00100000:1.0:1778923655.958926:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287812224:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923655.959058:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287812224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 133us (662us total) trans 17179872602 rc 0/0 00000100:00100000:1.0:1778923655.959064:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00000100:00100000:1.0:1778923655.959077:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00100000:1.0:1778923655.959082:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+22:3291:x1865335287812736:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923655.959176:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923655.959180:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.959182:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:1.0:1778923655.959185:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923653 00002000:00010000:1.0:1778923655.959187:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923655.959214:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287812736:12345-0@lo:2:osp-syn-1-0.0 Request processed in 132us (769us total) trans 17179872603 rc 0/0 00000100:00100000:1.0:1778923655.959221:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00002000:00010000:2.0:1778923655.960715:0:26019:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923655.960724:0:26019:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923655.960728:0:26019:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923655.960730:0:26019:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb ctime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923655.960733:0:26019:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1778923655.960889:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287814144:12345-0@lo:2:osp-syn-1-0.0 Request processed in 4067us (4264us total) trans 17179872604 rc 0/0 00000100:00100000:2.0:1778923655.960900:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871 00002000:00010000:3.0:1778923655.961300:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923655.961305:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923655.961308:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:3.0:1778923655.961310:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923652 -> 1778923652 00002000:00010000:3.0:1778923655.961312:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923655.961345:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3291:x1865335287811712:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2593us (2982us total) trans 17179872605 rc 0/0 00000100:00100000:3.0:1778923655.961352:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875 00000004:00080000:3.0:1778923655.961427:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70772df80/2, rc 0, transno 17179872599 00000100:00100000:3.0:1778923655.961435:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287813888:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.961477:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98000/2, rc 0, transno 21474839680 00000100:00100000:3.0:1778923655.961482:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287811200:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923655.961492:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734071f80/2, rc 0, transno 17179872605 00000100:00100000:3.0:1778923655.961496:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287811712:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.961527:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9fa680/2, rc 0, transno 17179872602 00000100:00100000:3.0:1778923655.961531:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287812224:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923655.961540:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4ca80/2, rc 0, transno 17179872603 00000100:00100000:3.0:1778923655.961543:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287812736:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923655.961564:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923655.961622:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287813504 00000100:00100000:3.0:1778923655.961629:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287813504 00000100:00100000:3.0:1778923655.961675:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878 00000100:00100000:3.0:1778923655.961682:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287813504:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923655.961864:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3293:x1865335287813504:12345-0@lo:2:osp-syn-0-0.0 Request processed in 182us (299us total) trans 21474839681 rc 0/0 00000100:00100000:3.0:1778923655.961870:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00000004:00080000:3.0:1778923655.964583:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c700/2, rc 0, transno 21474839681 00000100:00100000:3.0:1778923655.964600:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287813504:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923655.971567:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de680/2, rc 0, transno 17179872604 00000100:00100000:0.0:1778923655.971590:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287814144:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923656.010728:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.011476:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897344 00000100:00100000:3.0:1778923656.011490:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897344 00000100:00100000:2.0:1778923656.011762:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7879 00000100:00100000:2.0:1778923656.011776:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:54955:x1865335281897344:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923656.011808:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923656.011835:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54783b expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923656.011868:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x187 00010000:00010000:2.0:1778923656.011909:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.011911:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.011922:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.011944:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 32 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.011959:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678c00, rc 0) 00000100:00100000:2.0:1778923656.012050:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+32:54955:x1865335281897344:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 277us (1337us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923656.012061:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7879 00000100:00100000:0.0:1778923656.014615:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.014836:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897472 00000100:00100000:2.0:1778923656.014850:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897472 00000100:00080000:1.0:1778923656.014932:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1778923656.014938:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1778923656.015144:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7880 00000100:00100000:2.0:1778923656.015157:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+27:54955:x1865335281897472:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923656.015188:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923656.015214:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547842 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923656.015247:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x3 00010000:00010000:2.0:1778923656.015276:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.015279:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.015289:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 28 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.015309:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 28 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.015323:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679200, rc 0) 00000100:00100000:2.0:1778923656.015643:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:54955:x1865335281897472:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 486us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923656.015651:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7880 00000100:00100000:0.0:1778923656.017954:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.018056:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897600 00000100:00100000:3.0:1778923656.018068:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897600 00000100:00100000:3.0:1778923656.018136:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7881 00000100:00100000:3.0:1778923656.018148:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:54955:x1865335281897600:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923656.018180:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923656.018206:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547849 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923656.018239:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x3 00010000:00010000:3.0:1778923656.018266:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.018269:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.018278:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.018298:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 33 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.018318:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1e00, rc 0) 00000100:00100000:3.0:1778923656.018391:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:54955:x1865335281897600:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 245us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923656.018469:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7881 00000100:00100000:0.0:1778923656.024629:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.024732:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897728 00000100:00100000:1.0:1778923656.024746:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897728 00000100:00100000:1.0:1778923656.024845:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4006 00000100:00100000:1.0:1778923656.024857:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281897728:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923656.024915:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.024936:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.024939:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.024946:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.024962:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031016:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031047:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031057:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031066:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923656.031072:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031083:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031110:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.031120:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049d8dd0f/0x3baece0abe6a608e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.031249:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2356:x1865335281897728:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 6387us (6627us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923656.031263:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4006 00000100:00100000:0.0:1778923656.037261:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.037355:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897856 00000100:00100000:1.0:1778923656.037368:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897856 00000100:00100000:1.0:1778923656.037650:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4007 00000100:00100000:1.0:1778923656.037663:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+33:2355:x1865335281897856:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923656.037724:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.037751:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 33 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.037761:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.037764:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.037768:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.037822:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 33 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.037847:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 33 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.037864:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287814272:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923656.038067:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710462f00 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.041986:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287814272:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923656.042026:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923656.042141:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.042544:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281897984 00000100:00100000:1.0:1778923656.042552:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281897984 00010000:00010000:1.0:1778923656.042601:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 34 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.042636:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3397 00000100:00100000:1.0:1778923656.042645:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281897984:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923656.042665:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923656.042692:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 34 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.042705:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 34 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.042738:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006373ed2b/0x3baece0abe6a5f30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477bd expref: 34 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.042758:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.042761:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.042766:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.042778:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.042812:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923656.042874:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281897984:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 229us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923656.042896:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3397 00010000:00010000:3.0:1778923656.043821:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.043839:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923656.108770:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872592 is committed 00000001:00080000:3.0:1778923656.108814:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872603 is committed 00000001:00080000:3.0:1778923656.108839:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872587 is committed 00000001:00080000:3.0:1778923656.108848:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872604 is committed 00000001:00080000:3.0:1778923656.108867:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872606 is committed 00000001:00080000:3.0:1778923656.108877:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872605 is committed 00002000:00010000:1.0:1778923656.109365:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923656.109371:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:1.0:1778923656.109374:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:1.0:1778923656.109390:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109553:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109563:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109579:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923656.109584:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109594:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109616:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.109624:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a6095 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.109747:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281897856:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 72081us (72588us total) trans 17179872606 rc 0/0 00000100:00100000:1.0:1778923656.109759:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4007 00000100:00100000:3.0:1778923656.114121:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.114459:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898112 00000100:00100000:2.0:1778923656.114473:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898112 00000100:00100000:2.0:1778923656.114597:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4008 00000100:00100000:2.0:1778923656.114610:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281898112:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923656.114658:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.114684:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 28 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.114694:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.114696:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.114700:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.114760:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 28 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.114776:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 28 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.114807:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287814400:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923656.114920:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826b40 going to sleep for 11 seconds 00000100:00100000:3.0:1778923656.124604:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0000_UUID:6551:1865335287814400:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923656.124642:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.126027:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.126200:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898240 00000100:00100000:0.0:1778923656.126212:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898240 00010000:00010000:0.0:1778923656.126266:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 29 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923656.126326:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3398 00000100:00100000:0.0:1778923656.126337:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705dd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281898240:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923656.126356:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923656.126383:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 29 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.126399:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 29 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.126429:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a5f37 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477c4 expref: 29 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.126452:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.126454:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.126460:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.126470:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.126557:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923656.126628:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705dd3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281898240:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 293us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923656.126637:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3398 00010000:00010000:2.0:1778923656.126878:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.126889:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923656.183851:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839673 is committed 00000001:00080000:1.0:1778923656.183897:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839679 is committed 00000001:00080000:1.0:1778923656.183955:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839682 is committed 00000001:00080000:1.0:1778923656.183967:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839681 is committed 00002000:00010000:3.0:1778923656.184240:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923656.184245:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:3.0:1778923656.184248:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:3.0:1778923656.184265:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184280:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184289:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184296:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923656.184302:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184310:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184335:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.184343:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a609c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.184489:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281898112:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 69875us (70377us total) trans 21474839682 rc 0/0 00000100:00100000:3.0:1778923656.184501:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4008 00000100:00100000:2.0:1778923656.189332:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.189466:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898368 00000100:00100000:1.0:1778923656.189480:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898368 00000100:00100000:1.0:1778923656.189620:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4009 00000100:00100000:1.0:1778923656.189632:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281898368:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923656.189678:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.189704:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.189713:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.189715:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.189719:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.189765:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 25 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.189790:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 25 pid: 8354 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.189808:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287814528:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923656.190402:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923656.194041:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70772e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0000_UUID:26626:1865335287814528:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923656.194081:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.196447:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.196855:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898496 00000100:00100000:1.0:1778923656.196867:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898496 00010000:00010000:1.0:1778923656.196935:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 26 pid: 8354 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.196991:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3399 00000100:00100000:1.0:1778923656.197002:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281898496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923656.197024:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923656.197052:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 26 pid: 8354 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.197070:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 26 pid: 8354 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.197099:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dca2a00/0x3baece0abe6a5f3e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477cb expref: 26 pid: 8354 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.197121:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.197124:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.197129:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.197141:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.197180:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923656.197409:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.197421:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.197943:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281898496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 939us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923656.197953:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3399 00000001:00080000:1.0:1778923656.241983:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839683 is committed 00002000:00010000:3.0:1778923656.242251:0:26626:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923656.242257:0:26626:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:3.0:1778923656.242260:0:26626:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:3.0:1778923656.242277:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242293:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242303:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242311:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923656.242317:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242327:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242353:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.242361:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000faae99fd/0x3baece0abe6a60a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.242541:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281898368:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 52870us (53183us total) trans 21474839683 rc 0/0 00000100:00100000:3.0:1778923656.242553:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4009 00000100:00100000:1.0:1778923656.246813:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.247198:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898624 00000100:00100000:3.0:1778923656.247211:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898624 00000100:00100000:3.0:1778923656.247302:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4010 00000100:00100000:3.0:1778923656.247315:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281898624:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923656.247368:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.247405:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.247415:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.247417:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.247421:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.247652:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.247670:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.247687:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287814656:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923656.247803:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70318b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.250466:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.250755:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898752 00000100:00100000:2.0:1778923656.250766:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898752 00010000:00010000:2.0:1778923656.250825:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 30 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.250880:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3400 00000100:00100000:2.0:1778923656.250902:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281898752:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923656.250921:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923656.250950:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 30 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.250965:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 30 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.250995:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.250997:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.251004:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.251016:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.251048:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923656.251109:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281898752:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 209us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923656.251117:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3400 00010000:00010000:3.0:1778923656.252240:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019333181/0x3baece0abe6a5f45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d2 expref: 29 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.252267:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1e680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0001_UUID:26643:1865335287814656:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923656.252297:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.252315:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.252324:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923656.326397:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872607 is committed 00002000:00010000:3.0:1778923656.327068:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923656.327073:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:3.0:1778923656.327077:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:3.0:1778923656.327094:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327110:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327120:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327128:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923656.327134:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327144:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327175:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.327184:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.327696:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281898624:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 80375us (80890us total) trans 17179872607 rc 0/0 00000100:00100000:3.0:1778923656.327709:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4010 00000100:00100000:3.0:1778923656.330770:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.331134:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281898880 00000100:00100000:0.0:1778923656.331146:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281898880 00000100:00100000:0.0:1778923656.331231:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4011 00000100:00100000:0.0:1778923656.331241:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+28:2356:x1865335281898880:12345-192.168.203.24@tcp:4:lfs.0 00002000:00010000:0.0:1778923656.331303:0:14407:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188111, mtime: 0x6a083884, atime: 0x6a083854, ctime: 0x6a083884, blocks: 0x203 00010000:00010000:0.0:1778923656.331313:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.331334:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.331336:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.331343:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.331358:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923656.383339:0:14407:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923656.383353:0:14407:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:1.0:1778923656.383356:0:14407:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:1.0:1778923656.383373:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383401:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383411:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383418:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923656.383425:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383440:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383464:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.383471:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a5f49ae/0x3baece0abe6a60b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.383643:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+30:2356:x1865335281898880:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 52396us (52878us total) trans 17179872608 rc 0/0 00000100:00100000:1.0:1778923656.383655:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4011 00000001:00080000:3.0:1778923656.387911:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872608 is committed 00000100:00100000:2.0:1778923656.388120:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.388234:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899008 00000100:00100000:0.0:1778923656.388249:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899008 00000100:00100000:0.0:1778923656.388369:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4012 00000100:00100000:0.0:1778923656.388380:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+28:2355:x1865335281899008:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923656.388426:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.388700:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 28 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.388710:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.388713:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.388717:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.388761:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 28 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.388776:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 28 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923656.388804:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287814784:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923656.389033:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72b826c00 going to sleep for 11 seconds 00000100:00100000:0.0:1778923656.392301:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.392400:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899136 00000100:00100000:1.0:1778923656.392412:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899136 00010000:00010000:1.0:1778923656.392468:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 29 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.392555:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3401 00000100:00100000:1.0:1778923656.392566:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281899136:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923656.392585:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923656.392612:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 29 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.392627:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 29 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.392658:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.392660:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.392666:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.392678:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.392703:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923656.392762:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281899136:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 197us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923656.392769:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3401 00010000:00010000:2.0:1778923656.393849:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf08c130/0x3baece0abe6a5f4c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477d9 expref: 28 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.393875:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703b80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:14411:1865335287814784:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923656.393918:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.393930:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.393937:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923656.443195:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872609 is committed 00002000:00010000:0.0:1778923656.443459:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:0.0:1778923656.443465:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:0.0:1778923656.443468:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:0.0:1778923656.443486:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443522:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443533:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443541:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923656.443547:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443556:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443581:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.443589:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a60b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923656.443728:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+27:2355:x1865335281899008:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 55344us (55609us total) trans 17179872609 rc 0/0 00000100:00100000:0.0:1778923656.443740:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4012 00000100:00100000:0.0:1778923656.449176:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.449264:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899264 00000100:00100000:3.0:1778923656.449279:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899264 00000100:00100000:3.0:1778923656.449369:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4013 00000100:00100000:3.0:1778923656.449380:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281899264:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923656.449743:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.449771:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 24 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.449788:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.449790:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.449795:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.449842:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 24 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.449857:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 24 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.449875:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287814912:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923656.449996:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce70318b300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.452972:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.453011:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899392 00000100:00100000:1.0:1778923656.453020:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899392 00010000:00010000:1.0:1778923656.453068:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 25 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.453111:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3402 00000100:00100000:1.0:1778923656.453120:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281899392:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923656.453139:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923656.453166:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 25 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.453180:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 25 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.453210:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.453212:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.453218:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.453229:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.453250:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923656.453302:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281899392:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 183us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923656.453309:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3402 00010000:00010000:3.0:1778923656.454310:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066315e59/0x3baece0abe6a5f53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e0 expref: 24 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.454332:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e1fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287814912:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923656.454358:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.454369:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.454376:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923656.539925:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839684 is committed 00002000:00010000:3.0:1778923656.540368:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923656.540374:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923652 -> 1778923656 00002000:00010000:3.0:1778923656.540376:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923652 -> 1778923656 00010000:00010000:3.0:1778923656.540394:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540409:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540419:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540426:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923656.540432:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540443:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540466:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.540474:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c31c579/0x3baece0abe6a60bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.540657:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281899264:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 91271us (91487us total) trans 21474839684 rc 0/0 00000100:00100000:3.0:1778923656.540668:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4013 00000100:00100000:1.0:1778923656.555349:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.556013:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899520 00000100:00100000:2.0:1778923656.556026:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899520 00000100:00100000:2.0:1778923656.556127:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4014 00000100:00100000:2.0:1778923656.556138:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281899520:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923656.556189:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.556220:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 23 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.556229:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.556232:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.556236:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.556456:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 23 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.556475:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 23 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.556495:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287815040:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923656.556683:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd34300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.570848:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.573698:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899648 00000100:00100000:0.0:1778923656.573718:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899648 00010000:00010000:0.0:1778923656.573797:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 24 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923656.573857:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3403 00000100:00100000:0.0:1778923656.573867:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281899648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923656.573886:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923656.573914:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 24 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.573930:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 24 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.573961:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.573963:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.573970:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.573981:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.574008:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923656.574100:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281899648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 234us (3270us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923656.574108:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3403 00010000:00010000:2.0:1778923656.574258:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a5f5a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477e7 expref: 23 pid: 6548 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.574293:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287815040:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923656.574320:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.574331:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.574339:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923656.635675:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839685 is committed 00002000:00010000:3.0:1778923656.636042:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:3.0:1778923656.636048:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923653 -> 1778923656 00002000:00010000:3.0:1778923656.636051:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923653 -> 1778923656 00010000:00010000:3.0:1778923656.636068:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636084:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636094:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636103:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923656.636109:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636118:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636142:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.636151:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a60c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.636286:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:2356:x1865335281899520:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 80143us (80944us total) trans 21474839685 rc 0/0 00000100:00100000:3.0:1778923656.636298:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4014 00000100:00100000:1.0:1778923656.640960:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.641106:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899776 00000100:00100000:2.0:1778923656.641121:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899776 00000100:00100000:2.0:1778923656.641255:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4015 00000100:00100000:2.0:1778923656.641267:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281899776:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923656.641325:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.641352:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 27 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.641363:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.641365:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.641370:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.641483:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 27 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.641680:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 27 pid: 26019 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.641702:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287815168:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923656.641912:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703e8f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.644636:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.644702:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281899904 00000100:00100000:0.0:1778923656.644712:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281899904 00010000:00010000:0.0:1778923656.644771:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 28 pid: 26019 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.644816:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287815168:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923656.644839:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3404 00000100:00100000:0.0:1778923656.644849:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281899904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923656.644850:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.644869:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923656.644905:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 28 pid: 26019 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.644924:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 28 pid: 26019 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.644953:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a5f61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477ee expref: 28 pid: 26019 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.644974:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.644976:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.644981:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.644993:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.645027:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923656.645102:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281899904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 253us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923656.645111:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3404 00010000:00010000:2.0:1778923656.645272:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.645281:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923656.795474:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923656.795487:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923656 00002000:00010000:1.0:1778923656.795490:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923656 00010000:00010000:1.0:1778923656.795541:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795558:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795568:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795575:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923656.795581:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795591:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795615:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.795623:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000074863d20/0x3baece0abe6a60cd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.795753:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281899776:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 154482us (154877us total) trans 17179872610 rc 0/0 00000100:00100000:1.0:1778923656.795766:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4015 00000001:00080000:3.0:1778923656.795932:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872610 is committed 00000100:00100000:1.0:1778923656.799434:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923656.799625:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900032 00000100:00100000:2.0:1778923656.799639:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900032 00000100:00100000:2.0:1778923656.799764:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4016 00000100:00100000:2.0:1778923656.799785:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+26:2355:x1865335281900032:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:2.0:1778923656.799835:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.799859:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 26 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.799869:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.799871:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.799875:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.799929:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 26 pid: 6546 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.799946:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 26 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.799965:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287815296:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923656.800080:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce703e8f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1778923656.803609:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923656.803903:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900160 00000100:00100000:1.0:1778923656.803916:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900160 00010000:00010000:1.0:1778923656.804073:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 27 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.804139:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3405 00000100:00100000:1.0:1778923656.804150:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705186450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281900160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923656.804230:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923656.804261:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 27 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.804277:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 27 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.804311:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.804313:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923656.804320:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.804417:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f0f06c57/0x3baece0abe6a5f68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477f5 expref: 27 pid: 6546 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.804436:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287815296:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923656.804477:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.804754:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.804756:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923656.804766:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.804773:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.804913:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705186450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281900160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 764us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923656.805007:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3405 00010000:00010000:0.0:1778923656.830666:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1778923656.848371:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872611 is committed 00002000:00010000:2.0:1778923656.849878:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:2.0:1778923656.849887:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923656 00002000:00010000:2.0:1778923656.849890:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923656 00010000:00010000:2.0:1778923656.849907:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850049:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850061:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850069:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923656.850075:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850085:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850110:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.850119:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059a8ce36/0x3baece0abe6a60d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.850315:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+25:2355:x1865335281900032:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 50533us (50888us total) trans 17179872611 rc 0/0 00000100:00100000:2.0:1778923656.850328:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4016 00000100:00100000:3.0:1778923656.856088:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923656.856283:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900288 00000100:00100000:0.0:1778923656.856297:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900288 00000100:00100000:0.0:1778923656.856404:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4017 00000100:00100000:0.0:1778923656.856417:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+22:2355:x1865335281900288:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923656.856464:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.856493:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923656.857025:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.857030:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923656.857035:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.860557:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 22 pid: 22251 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.860594:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 22 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.860629:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287815424:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923656.860791:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce704e18300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923656.865380:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.865489:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900416 00000100:00100000:3.0:1778923656.865501:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900416 00010000:00010000:3.0:1778923656.865609:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 23 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.865653:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3406 00000100:00100000:3.0:1778923656.865664:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281900416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923656.865687:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923656.865718:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 23 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.865734:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 23 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.865767:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.865769:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.865786:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.865799:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.865828:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923656.865908:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281900416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 245us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923656.865916:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3406 00010000:00010000:1.0:1778923656.866594:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a0f680ce/0x3baece0abe6a5f6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5477fc expref: 22 pid: 22251 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.866617:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d18700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287815424:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923656.866647:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.866657:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.866664:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923656.913973:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923656.913987:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923656 00002000:00010000:1.0:1778923656.913992:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923656 00010000:00010000:1.0:1778923656.914011:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914026:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914035:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914042:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923656.914048:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914058:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914084:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923656.914092:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df5d4824/0x3baece0abe6a60db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923656.914231:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+23:2355:x1865335281900288:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 57809us (58152us total) trans 21474839686 rc 0/0 00000100:00100000:1.0:1778923656.914243:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4017 00000001:00080000:1.0:1778923656.914308:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839686 is committed 00000100:00100000:2.0:1778923656.921389:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.922008:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900544 00000100:00100000:3.0:1778923656.922023:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900544 00000100:00100000:3.0:1778923656.922161:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4018 00000100:00100000:3.0:1778923656.922174:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281900544:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:3.0:1778923656.922222:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.922249:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.922259:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.922261:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923656.922265:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.922339:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 25 pid: 25674 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.922357:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 25 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923656.922377:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73f718700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287815552:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923656.922487:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce710440d80 going to sleep for 11 seconds 00000100:00100000:1.0:1778923656.931331:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923656.931617:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73f718700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0001_UUID:14405:1865335287815552:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923656.931651:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.935786:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900672 00000100:00100000:2.0:1778923656.935809:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900672 00010000:00010000:2.0:1778923656.935876:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 26 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923656.935940:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3407 00000100:00100000:2.0:1778923656.935953:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281900672:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923656.935978:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923656.936008:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 26 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.936026:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 26 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.936057:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013fd234f/0x3baece0abe6a5f76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547803 expref: 26 pid: 25674 timeout: 1453 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.936078:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.936081:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923656.936086:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.936098:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923656.936140:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923656.936236:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281900672:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 285us (4919us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923656.936244:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3407 00010000:00010000:3.0:1778923656.939453:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923656.939481:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.003553:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872612 is committed 00002000:00010000:0.0:1778923657.003943:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:0.0:1778923657.003949:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:0.0:1778923657.003951:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00010000:00010000:0.0:1778923657.003969:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.003986:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.003995:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.004007:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923657.004012:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.004021:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.004047:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.004057:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a60e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.004194:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281900544:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 82017us (82813us total) trans 17179872612 rc 0/0 00000100:00100000:0.0:1778923657.004207:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4018 00000100:00100000:1.0:1778923657.008821:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.009099:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900800 00000100:00100000:0.0:1778923657.009113:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900800 00000100:00100000:0.0:1778923657.009203:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4019 00000100:00100000:0.0:1778923657.009216:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+21:2355:x1865335281900800:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923657.009265:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.009300:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.009320:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.009322:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.009327:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.009374:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 21 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.009391:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 21 pid: 6548 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.009409:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287815680:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923657.009547:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c000 going to sleep for 11 seconds 00000100:00100000:1.0:1778923657.022864:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.023109:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0000_UUID:14409:1865335287815680:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923657.023159:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.023270:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281900928 00000100:00100000:2.0:1778923657.023282:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281900928 00010000:00010000:2.0:1778923657.023335:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 22 pid: 6548 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.023380:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3408 00000100:00100000:2.0:1778923657.023391:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281900928:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923657.023410:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.023439:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 22 pid: 6548 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.023454:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 22 pid: 6548 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.023491:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a5f7d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54780a expref: 22 pid: 6548 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.023680:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.023683:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.023691:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.023707:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.027767:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923657.027930:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+21:2354:x1865335281900928:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4530us (5071us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.027946:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3408 00010000:00010000:0.0:1778923657.028024:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.028039:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.066965:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839687 is committed 00002000:00010000:1.0:1778923657.067195:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:1.0:1778923657.067201:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:1.0:1778923657.067204:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00010000:00010000:1.0:1778923657.067220:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067238:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067248:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067257:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923657.067262:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067273:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067299:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.067314:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a60e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.067491:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+20:2355:x1865335281900800:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 58271us (58677us total) trans 21474839687 rc 0/0 00000100:00100000:1.0:1778923657.067555:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4019 00000100:00100000:2.0:1778923657.079942:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.080140:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901056 00000100:00100000:0.0:1778923657.080155:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901056 00000100:00100000:0.0:1778923657.080257:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4020 00000100:00100000:0.0:1778923657.080271:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+24:2356:x1865335281901056:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:0.0:1778923657.080321:0:26631:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.080351:0:26631:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 24 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.080361:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.080364:0:26631:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.080369:0:26631:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.080414:0:26631:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 24 pid: 26019 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.080431:0:26631:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 24 pid: 26019 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.080449:0:26631:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287815808:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923657.080602:0:26631:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923657.088213:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.088311:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901184 00000100:00100000:3.0:1778923657.088324:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901184 00010000:00010000:3.0:1778923657.088380:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 25 pid: 26019 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.088673:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3409 00000100:00100000:3.0:1778923657.088687:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281901184:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923657.088711:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923657.088745:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 25 pid: 26019 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.088761:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 25 pid: 26019 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.088803:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.088806:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.088813:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.088830:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.088858:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923657.089272:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a5f84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547811 expref: 25 pid: 26019 timeout: 1454 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.089306:0:26631:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f2300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_013:lustre-OST0001_UUID:26631:1865335287815808:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923657.089343:0:26631:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.089358:0:26631:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.089366:0:26631:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.092225:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281901184:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 3516us (4002us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.092243:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3409 00000001:00080000:2.0:1778923657.234634:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872613 is committed 00002000:00010000:0.0:1778923657.234926:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188416 00002000:00010000:0.0:1778923657.234931:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:0.0:1778923657.234934:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00010000:00010000:0.0:1778923657.234953:0:26631:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.234969:0:26631:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.234978:0:26631:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.234986:0:26631:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e736400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923657.234991:0:26631:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.235001:0:26631:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.235027:0:26631:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.235059:0:26631:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a60f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26631 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.235414:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+23:2356:x1865335281901056:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 155139us (155491us total) trans 17179872613 rc 0/0 00000100:00100000:0.0:1778923657.235427:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4020 00000100:00100000:1.0:1778923657.255023:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.255307:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901440 00000100:00100000:2.0:1778923657.255320:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901440 00000100:00100000:2.0:1778923657.255975:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5838 00000100:00100000:2.0:1778923657.255993:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54955:x1865335281901440:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.256068:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.256194:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1c00/0x3baece0abe6a6072 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547834 expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.256220:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.256226:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.256706:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.256725:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.256737:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.256823:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940214 00000004:00010000:2.0:1778923657.256852:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c006912b reply state 000000006b312169 transno 8589940215 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.256862:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.256993:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54955:x1865335281901440:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1006us (1983us total) trans 8589940215 rc 0/0 00000100:00100000:2.0:1778923657.257005:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5838 00000020:00080000:2.0:1778923657.257012:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1778923657.257367:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923657.266479:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923657.266659:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266676:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266686:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266693:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.266699:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266707:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266728:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.266731:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.266738:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.266745:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a60f7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.266851:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901568 00000100:00100000:1.0:1778923657.266863:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901568 00000100:00100000:1.0:1778923657.266934:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7882 00000100:00100000:1.0:1778923657.266945:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+23:54955:x1865335281901568:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923657.266968:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923657.266993:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547850 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923657.267029:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x299:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a08382a, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:1.0:1778923657.267056:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923657.267059:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923657.267069:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 24 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.267102:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 24 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.267117:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1b000, rc 0) 00000100:00100000:1.0:1778923657.267201:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+24:54955:x1865335281901568:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 256us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.267208:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7882 00000100:00100000:3.0:1778923657.270192:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.270395:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901696 00000100:00100000:2.0:1778923657.270409:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901696 00002000:00010000:2.0:1778923657.270461:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.270467:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718700 with x1865335281901696 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.270483:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718700. 00000100:00100000:2.0:1778923657.270549:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4021 00000100:00100000:2.0:1778923657.270561:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281901696:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.273350:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923657.273362:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.273365:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923657.273368:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.273370:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.274305:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281901696:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 3523us (3995us total) trans 17179872614 rc 0/0 00000100:00100000:1.0:1778923657.274320:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4021 00002000:00010000:1.0:1778923657.274327:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/665 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.274331:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718700 with x1865335281901696 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.274341:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718700. 00000100:00100000:2.0:1778923657.285191:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.297467:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901824 00000100:00100000:1.0:1778923657.297488:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901824 00002000:00010000:1.0:1778923657.297569:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.297575:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703b80 with x1865335281901824 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.297592:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703b80. 00000100:00100000:1.0:1778923657.297647:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4022 00000100:00100000:1.0:1778923657.297658:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+20:2353:x1865335281901824:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.298070:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.298075:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.298078:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:1.0:1778923657.298080:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.298092:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.298181:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+21:2353:x1865335281901824:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 522us (13004us total) trans 21474839688 rc 0/0 00000100:00100000:1.0:1778923657.298189:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4022 00002000:00010000:1.0:1778923657.298194:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/693 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.298197:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607703b80 with x1865335281901824 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.298202:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607703b80. 00000100:00100000:1.0:1778923657.307195:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.307487:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281901952 00000100:00100000:3.0:1778923657.307547:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281901952 00000100:00100000:3.0:1778923657.307622:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5839 00000100:00100000:3.0:1778923657.307633:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54955:x1865335281901952:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.307667:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.307695:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6105 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547857 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.307830:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.307849:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.307864:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923657.307912:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923657.307917:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923657.307939:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.307969:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6105 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547857 expref: 205 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.307993:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547857 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.308001:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.308004:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923657.308009:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:3.0:1778923657.308274:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54955:x1865335281901952:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 640us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.308283:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5839 00000100:00100000:0.0:1778923657.316731:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.316852:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902208 00000100:00100000:3.0:1778923657.316865:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902208 00000100:00100000:3.0:1778923657.316966:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5840 00000100:00100000:3.0:1778923657.316978:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54955:x1865335281902208:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923657.317060:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923657.317109:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0c00/0x3baece0abe6a610c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547857 expref: 204 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.317137:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.317143:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923657.317468:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.317487:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.317499:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923657.317633:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940216 00000004:00010000:3.0:1778923657.317664:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000fd9e7e8e reply state 00000000abc554eb transno 8589940217 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.317673:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923657.317799:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54955:x1865335281902208:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 822us (1082us total) trans 8589940217 rc 0/0 00000100:00100000:3.0:1778923657.317807:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5840 00000020:00080000:3.0:1778923657.317814:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923657.326282:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326307:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326316:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326322:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923657.326328:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326336:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326358:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.326361:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923657.326368:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.326374:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6113 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.334983:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.335425:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902336 00000100:00100000:3.0:1778923657.335439:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902336 00000100:00100000:3.0:1778923657.335572:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7883 00000100:00100000:3.0:1778923657.335584:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+21:54955:x1865335281902336:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.335610:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.335639:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54785e expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923657.335676:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2b8:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083837, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:3.0:1778923657.335707:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.335709:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.335719:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 22 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.335738:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 22 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.335754:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0c00, rc 0) 00000100:00100000:3.0:1778923657.335850:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+22:54955:x1865335281902336:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 269us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.335858:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7883 00000100:00100000:1.0:1778923657.357556:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.357601:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.357699:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902464 00000100:00100000:3.0:1778923657.357712:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902464 00002000:00010000:3.0:1778923657.357768:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:3.0:1778923657.357784:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1bb80 with x1865335281902464 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923657.357801:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1bb80. 00000100:00100000:3.0:1778923657.357834:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902592 00000100:00100000:3.0:1778923657.357837:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902592 00002000:00010000:3.0:1778923657.357851:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:3.0:1778923657.357854:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1ad80 with x1865335281902592 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923657.357862:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1ad80. 00000100:00100000:3.0:1778923657.357896:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4023 00000100:00100000:3.0:1778923657.357905:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+22:2354:x1865335281902464:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923657.358268:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4024 00000100:00100000:1.0:1778923657.358279:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281902592:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.358647:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.358652:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.358655:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923657.358657:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.358659:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.358739:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281902592:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 462us (1136us total) trans 17179872615 rc 0/0 00000100:00100000:1.0:1778923657.358747:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4024 00002000:00010000:1.0:1778923657.358752:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/668 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.358755:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1ad80 with x1865335281902592 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.358762:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1ad80. 00002000:00010000:3.0:1778923657.359073:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923657.359077:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:3.0:1778923657.359079:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923657.359081:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:3.0:1778923657.359245:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923657.359282:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:2354:x1865335281902464:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1376us (1785us total) trans 21474839689 rc 0/0 00000100:00100000:3.0:1778923657.359288:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4023 00002000:00010000:3.0:1778923657.359292:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/696 (188111->18446744073709551615) 00002000:00100000:3.0:1778923657.359294:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1bb80 with x1865335281902464 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923657.359299:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1bb80. 00000100:00100000:2.0:1778923657.363729:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.363872:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902720 00000100:00100000:0.0:1778923657.363981:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902720 00000100:00100000:0.0:1778923657.364225:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5841 00000100:00100000:0.0:1778923657.364238:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54955:x1865335281902720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.364273:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.364303:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6121 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547865 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364531:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364551:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364564:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923657.364600:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923657.364605:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923657.364628:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364661:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6121 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547865 expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364683:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547865 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.364697:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.364700:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923657.364705:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737600, rc 0) 00000100:00100000:0.0:1778923657.364800:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54955:x1865335281902720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 565us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.364809:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5841 00000100:00100000:2.0:1778923657.369756:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.369920:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281902976 00000100:00100000:0.0:1778923657.369943:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281902976 00000100:00100000:0.0:1778923657.370020:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5842 00000100:00100000:0.0:1778923657.370034:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54955:x1865335281902976:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923657.370362:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923657.370410:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737600/0x3baece0abe6a6128 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547865 expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.370435:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.370442:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923657.370788:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.370807:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.370820:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923657.370973:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940218 00000004:00010000:0.0:1778923657.371004:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000001bf444f0 reply state 00000000fffb1e02 transno 8589940219 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.371015:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923657.371373:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54955:x1865335281902976:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1340us (1628us total) trans 8589940219 rc 0/0 00000100:00100000:0.0:1778923657.371383:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5842 00000020:00080000:0.0:1778923657.371390:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923657.376119:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.376537:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903104 00000100:00100000:2.0:1778923657.376551:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903104 00000100:00100000:2.0:1778923657.376631:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7884 00000100:00100000:2.0:1778923657.376645:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+23:54955:x1865335281903104:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.376669:0:6547:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.376698:0:6547:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54786c expref: -99 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923657.376737:0:6547:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ba:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083844, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:2.0:1778923657.376767:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.376779:0:6547:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.376789:0:6547:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.376814:0:6547:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 24 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.376830:0:6547:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679800, rc 0) 00000100:00100000:2.0:1778923657.376921:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704fff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+24:54955:x1865335281903104:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 280us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.376928:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7884 00010000:00010000:3.0:1778923657.377839:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.377854:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.377861:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.377867:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.378321:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.378335:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.378355:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.378358:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.378363:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.378370:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a612f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.383127:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.383247:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.383250:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903232 00000100:00100000:1.0:1778923657.383264:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903232 00002000:00010000:1.0:1778923657.383318:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.383325:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658000 with x1865335281903232 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.383341:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b658000. 00000100:00100000:1.0:1778923657.388059:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903360 00000100:00100000:1.0:1778923657.388084:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903360 00000100:00100000:2.0:1778923657.388112:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4025 00000100:00100000:2.0:1778923657.388131:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281903232:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.388152:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.388157:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65bb80 with x1865335281903360 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.388173:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65bb80. 00000100:00100000:1.0:1778923657.388198:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4026 00000100:00100000:1.0:1778923657.388205:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281903360:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.388566:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923657.388571:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.388581:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:2.0:1778923657.388584:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.388587:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923657.388693:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281903232:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 568us (5581us total) trans 21474839690 rc 0/0 00000100:00100000:2.0:1778923657.388701:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4025 00002000:00010000:2.0:1778923657.388706:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/698 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.388709:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b658000 with x1865335281903232 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.388715:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73b658000. 00002000:00010000:1.0:1778923657.389219:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.389224:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.389228:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:1.0:1778923657.389231:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:1.0:1778923657.389233:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.389280:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281903360:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1073us (6032us total) trans 17179872616 rc 0/0 00000100:00100000:1.0:1778923657.389288:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4026 00002000:00010000:1.0:1778923657.389292:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/670 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.389295:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73b65bb80 with x1865335281903360 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.389301:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73b65bb80. 00000100:00100000:2.0:1778923657.401380:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.402249:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903488 00000100:00100000:3.0:1778923657.402268:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903488 00000100:00100000:2.0:1778923657.402486:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5843 00000100:00100000:2.0:1778923657.402498:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+207:54955:x1865335281903488:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.402550:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.402723:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a613d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547873 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403249:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403269:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403282:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.403317:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.403322:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.403344:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403379:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678a00/0x3baece0abe6a613d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547873 expref: 209 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403404:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547873 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.403413:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.403416:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.403420:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679c00, rc 0) 00000100:00100000:2.0:1778923657.403643:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+208:54955:x1865335281903488:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1139us (2274us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.403652:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5843 00000100:00100000:2.0:1778923657.412686:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.414637:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903744 00000100:00100000:0.0:1778923657.414657:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903744 00000100:00100000:0.0:1778923657.414764:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5844 00000100:00100000:0.0:1778923657.414785:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54955:x1865335281903744:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923657.414867:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923657.414903:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a6144 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547873 expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.414937:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.414944:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923657.416881:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.416915:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.416930:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923657.417051:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940220 00000004:00010000:1.0:1778923657.417087:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003fcd4a28 reply state 00000000f163b2bc transno 8589940221 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.417100:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923657.417272:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607703800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54955:x1865335281903744:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2492us (4599us total) trans 8589940221 rc 0/0 00000100:00100000:1.0:1778923657.417284:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5844 00000020:00080000:1.0:1778923657.417291:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1778923657.424073:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.425039:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281903872 00000100:00100000:2.0:1778923657.425055:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281903872 00000100:00100000:2.0:1778923657.425153:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7885 00000100:00100000:2.0:1778923657.425166:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+27:54955:x1865335281903872:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.425191:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.425223:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54787a expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923657.425257:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x29f:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083844, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:2.0:1778923657.425287:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.425290:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.425300:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.425321:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 28 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.425338:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678200, rc 0) 00000100:00100000:2.0:1778923657.425422:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+28:54955:x1865335281903872:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 258us (1362us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.425430:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7885 00010000:00010000:3.0:1778923657.425964:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.425974:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.425981:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.425987:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.425991:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.426000:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.426017:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.426021:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.426036:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.426043:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a400/0x3baece0abe6a614b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.433192:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.433241:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.433420:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904128 00000100:00100000:0.0:1778923657.433434:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904128 00002000:00010000:0.0:1778923657.433490:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923657.433496:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701180 with x1865335281904128 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923657.433556:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607701180. 00000100:00100000:0.0:1778923657.433596:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904000 00000100:00100000:0.0:1778923657.433600:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904000 00002000:00010000:0.0:1778923657.433616:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.433619:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701c00 with x1865335281904000 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.433628:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701c00. 00000100:00100000:0.0:1778923657.433661:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4027 00000100:00100000:0.0:1778923657.433670:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281904128:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923657.434030:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.434035:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:0.0:1778923657.434038:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.434040:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:0.0:1778923657.434043:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.434126:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281904128:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 455us (946us total) trans 21474839691 rc 0/0 00000100:00100000:0.0:1778923657.434134:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4027 00002000:00010000:0.0:1778923657.434138:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/699 (0->18446744073709551615) 00002000:00100000:0.0:1778923657.434140:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701180 with x1865335281904128 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923657.434159:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce607701180. 00000100:00100000:0.0:1778923657.434184:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4028 00000100:00100000:0.0:1778923657.434191:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281904000:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923657.434387:0:14405:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923657.434391:0:14405:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:0.0:1778923657.434393:0:14405:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.434395:0:14405:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:0.0:1778923657.434397:0:14405:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.434421:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281904000:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 230us (1179us total) trans 17179872617 rc 0/0 00000100:00100000:0.0:1778923657.434428:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4028 00002000:00010000:0.0:1778923657.434431:0:14405:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/671 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.434434:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce607701c00 with x1865335281904000 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.434439:0:14405:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce607701c00. 00000100:00100000:1.0:1778923657.452065:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.452361:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904256 00000100:00100000:3.0:1778923657.452374:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904256 00000100:00100000:3.0:1778923657.452453:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5845 00000100:00100000:3.0:1778923657.452466:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+209:54955:x1865335281904256:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.452549:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.452579:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a6159 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547881 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452701:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452721:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452734:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923657.452787:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923657.452793:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923657.452815:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452847:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a6159 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547881 expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452873:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547881 expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.452882:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.452885:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923657.452889:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1600, rc 0) 00000100:00100000:3.0:1778923657.452980:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54955:x1865335281904256:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 516us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.452988:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5845 00000100:00100000:0.0:1778923657.459240:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.459933:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904512 00000100:00100000:2.0:1778923657.459948:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904512 00000100:00100000:2.0:1778923657.460046:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5846 00000100:00100000:2.0:1778923657.460060:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54955:x1865335281904512:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.460390:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.460430:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1600/0x3baece0abe6a6160 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547881 expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.460457:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.460463:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.461363:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.461397:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.461411:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.461490:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940222 00000004:00010000:2.0:1778923657.461556:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002ec2451a reply state 0000000012c8f2ad transno 8589940223 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.461567:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.461708:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+212:54955:x1865335281904512:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1646us (2478us total) trans 8589940223 rc 0/0 00000100:00100000:2.0:1778923657.461719:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5846 00000020:00080000:2.0:1778923657.461726:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923657.465832:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.466119:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904640 00000100:00100000:0.0:1778923657.466131:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904640 00000100:00100000:0.0:1778923657.466206:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7886 00000100:00100000:0.0:1778923657.466217:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:54955:x1865335281904640:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.466239:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.466265:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547888 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923657.466300:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a1:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083854, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:0.0:1778923657.466329:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.466332:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.466341:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 30 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.466361:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 30 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.466377:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736c00, rc 0) 00000100:00100000:0.0:1778923657.466454:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:54955:x1865335281904640:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 239us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.466462:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7886 00010000:00010000:3.0:1778923657.467459:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467474:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467482:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467488:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.467494:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467596:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467618:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.467621:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.467627:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.467635:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679400/0x3baece0abe6a6167 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.474938:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.475059:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.475328:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904896 00000100:00100000:3.0:1778923657.475354:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904896 00002000:00010000:3.0:1778923657.475422:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923657.475428:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1aa00 with x1865335281904896 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923657.475443:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1aa00. 00000100:00100000:3.0:1778923657.475477:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281904768 00000100:00100000:3.0:1778923657.475480:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281904768 00002000:00010000:3.0:1778923657.475494:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:3.0:1778923657.475498:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d19500 with x1865335281904768 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923657.475531:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d19500. 00000100:00100000:3.0:1778923657.475552:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4029 00000100:00100000:3.0:1778923657.475562:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281904896:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923657.475953:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923657.475958:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:3.0:1778923657.475961:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923657.475963:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:3.0:1778923657.475965:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923657.476033:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281904896:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 472us (1109us total) trans 21474839692 rc 0/0 00000100:00100000:3.0:1778923657.476041:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4029 00002000:00010000:3.0:1778923657.476045:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/701 (0->18446744073709551615) 00002000:00100000:3.0:1778923657.476049:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1aa00 with x1865335281904896 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923657.476053:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1aa00. 00000100:00100000:3.0:1778923657.476077:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4030 00000100:00100000:3.0:1778923657.476084:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281904768:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:3.0:1778923657.476677:0:26631:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:3.0:1778923657.476683:0:26631:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:3.0:1778923657.476686:0:26631:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:3.0:1778923657.476688:0:26631:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:3.0:1778923657.476690:0:26631:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923657.476728:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281904768:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 641us (1666us total) trans 17179872618 rc 0/0 00000100:00100000:3.0:1778923657.477043:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4030 00002000:00010000:3.0:1778923657.477052:0:26631:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/673 (188111->18446744073709551615) 00002000:00100000:3.0:1778923657.477054:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d19500 with x1865335281904768 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923657.477061:0:26631:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d19500. 00000100:00100000:1.0:1778923657.482865:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.484115:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905024 00000100:00100000:2.0:1778923657.484131:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905024 00000100:00100000:2.0:1778923657.484214:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5847 00000100:00100000:2.0:1778923657.484226:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54955:x1865335281905024:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.484260:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.484288:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6175 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54788f expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484434:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484453:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484465:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.484498:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.484520:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.484539:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484567:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6175 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54788f expref: 213 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484599:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54788f expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.484609:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.484612:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.484618:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923657.484703:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+212:54955:x1865335281905024:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 479us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.484713:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5847 00000100:00100000:1.0:1778923657.489055:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.489279:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905280 00000100:00100000:2.0:1778923657.489293:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905280 00000100:00100000:2.0:1778923657.489377:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5848 00000100:00100000:2.0:1778923657.489388:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54955:x1865335281905280:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.489463:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.489497:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a617c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54788f expref: 212 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.491709:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.491719:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.494210:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.496000:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.496114:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.496480:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940224 00000004:00010000:2.0:1778923657.496626:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000005462c6b3 reply state 00000000793b97b4 transno 8589940225 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.496638:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.497027:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+214:54955:x1865335281905280:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 7635us (7982us total) trans 8589940225 rc 0/0 00000100:00100000:2.0:1778923657.497125:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5848 00000020:00080000:2.0:1778923657.497134:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923657.504778:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504803:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504812:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504819:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.504825:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504833:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504858:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.504862:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.504868:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.504875:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6183 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.516781:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.518697:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905408 00000100:00100000:3.0:1778923657.518716:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905408 00000100:00100000:2.0:1778923657.519225:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7887 00000100:00100000:2.0:1778923657.519240:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:54955:x1865335281905408:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.519265:0:22251:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.519294:0:22251:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547896 expref: -99 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923657.519329:0:22251:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a3:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083858, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:2.0:1778923657.519360:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.519362:0:22251:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.519372:0:22251:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.519402:0:22251:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 32 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.519418:0:22251:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678800, rc 0) 00000100:00100000:2.0:1778923657.519533:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:17c39cc7-a647-44ee-b966-91ff114b8221+32:54955:x1865335281905408:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 297us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.519541:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7887 00000100:00100000:1.0:1778923657.524768:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.524864:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.527452:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905664 00000100:00100000:3.0:1778923657.527473:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905664 00002000:00010000:3.0:1778923657.527547:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:3.0:1778923657.527554:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9e680 with x1865335281905664 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923657.527570:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9e680. 00000100:00100000:3.0:1778923657.527608:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905536 00000100:00100000:3.0:1778923657.527612:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905536 00002000:00010000:3.0:1778923657.527625:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:3.0:1778923657.527629:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1f100 with x1865335281905536 ext(188111->18446744073709551615) 00002000:00010000:3.0:1778923657.527636:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1f100. 00000100:00100000:3.0:1778923657.527675:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4031 00000100:00100000:3.0:1778923657.527686:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281905664:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923657.528089:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4032 00000100:00100000:1.0:1778923657.528101:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281905536:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.528471:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923657.528476:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.528479:0:14406:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:1.0:1778923657.528482:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.528485:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.528593:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281905536:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 495us (3727us total) trans 17179872619 rc 0/0 00000100:00100000:1.0:1778923657.528603:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4032 00002000:00010000:1.0:1778923657.528608:0:14406:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/675 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.528612:0:14406:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1f100 with x1865335281905536 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.528617:0:14406:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1f100. 00002000:00010000:3.0:1778923657.531533:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923657.531546:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:3.0:1778923657.531550:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:3.0:1778923657.531552:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:3.0:1778923657.531554:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.532227:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281905664:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 4532us (7483us total) trans 21474839693 rc 0/0 00000100:00100000:2.0:1778923657.532243:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4031 00002000:00010000:2.0:1778923657.532250:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/703 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.532254:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce728e9e680 with x1865335281905664 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.532265:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce728e9e680. 00000100:00100000:1.0:1778923657.544116:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.544381:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281905792 00000100:00100000:2.0:1778923657.544404:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281905792 00000100:00100000:2.0:1778923657.544482:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5849 00000100:00100000:2.0:1778923657.544494:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+213:54955:x1865335281905792:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.544570:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.544596:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6191 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54789d expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544699:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544714:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544724:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.544767:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.544780:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.544804:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544837:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6191 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54789d expref: 215 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544861:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54789d expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.544871:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.544874:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.544879:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923657.545131:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+214:54955:x1865335281905792:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 639us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.545140:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5849 00000100:00100000:1.0:1778923657.552095:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.552689:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906048 00000100:00100000:3.0:1778923657.552703:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906048 00000100:00100000:3.0:1778923657.553058:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5850 00000100:00100000:3.0:1778923657.553072:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+214:54955:x1865335281906048:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923657.553154:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923657.553190:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a6198 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54789d expref: 214 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.553215:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.553222:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923657.553724:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.553752:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.553765:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923657.553844:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940226 00000004:00010000:3.0:1778923657.553872:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f1c86c66 reply state 00000000c1281c9d transno 8589940227 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.553893:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923657.554019:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+216:54955:x1865335281906048:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 948us (1935us total) trans 8589940227 rc 0/0 00000100:00100000:3.0:1778923657.554029:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5850 00000020:00080000:3.0:1778923657.554035:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923657.559474:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00010000:00010000:3.0:1778923657.560168:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560190:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560198:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560205:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.560210:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560219:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560240:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.560243:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.560250:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560256:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a619f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.560299:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906176 00000100:00100000:3.0:1778923657.560310:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906176 00000100:00100000:3.0:1778923657.560379:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7888 00000100:00100000:3.0:1778923657.560406:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+28:54955:x1865335281906176:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.560427:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.560454:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478a4 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923657.560492:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c0:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a08385b, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:3.0:1778923657.560539:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.560542:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.560551:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560568:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 29 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.560582:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1c00, rc 0) 00000100:00100000:3.0:1778923657.560650:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:54955:x1865335281906176:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 246us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.560658:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7888 00000100:00100000:1.0:1778923657.565093:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.565183:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906304 00000100:00100000:2.0:1778923657.565195:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906304 00002000:00010000:2.0:1778923657.565250:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.565257:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1ce00 with x1865335281906304 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.565272:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1ce00. 00000100:00100000:2.0:1778923657.565308:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4033 00000100:00100000:2.0:1778923657.565319:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281906304:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.566375:0:14410:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923657.566398:0:14410:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.566402:0:14410:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923657.566404:0:14410:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.566407:0:14410:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923657.566595:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281906304:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1272us (1511us total) trans 21474839694 rc 0/0 00000100:00100000:2.0:1778923657.566606:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4033 00002000:00010000:2.0:1778923657.566613:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/704 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.566616:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1ce00 with x1865335281906304 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.566623:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1ce00. 00000100:00100000:1.0:1778923657.569865:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.571650:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906432 00000100:00100000:2.0:1778923657.571671:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906432 00002000:00010000:2.0:1778923657.571732:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.571839:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1df80 with x1865335281906432 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.571859:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1df80. 00000100:00100000:2.0:1778923657.572051:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4034 00000100:00100000:2.0:1778923657.572064:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281906432:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.572419:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.572424:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923652 -> 1778923657 00002000:00010000:2.0:1778923657.572426:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923657.572429:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923652 -> 1778923657 00002000:00010000:2.0:1778923657.572432:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.572551:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281906432:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 490us (2701us total) trans 17179872620 rc 0/0 00000100:00100000:2.0:1778923657.572560:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4034 00002000:00010000:2.0:1778923657.572565:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/676 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.572568:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1df80 with x1865335281906432 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.572574:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1df80. 00000100:00100000:3.0:1778923657.576618:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.576813:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906560 00000100:00100000:1.0:1778923657.576828:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906560 00000100:00100000:1.0:1778923657.576914:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5851 00000100:00100000:1.0:1778923657.576926:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+215:54955:x1865335281906560:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923657.576959:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923657.576986:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a61ad lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478ab expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577103:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577122:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577136:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923657.577181:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:1.0:1778923657.577186:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923657.577205:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577239:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a61ad lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ab expref: 217 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577259:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ab expref: 216 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.577267:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923657.577271:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923657.577275:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:1.0:1778923657.577350:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+216:54955:x1865335281906560:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 426us (747us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.577358:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5851 00000100:00100000:1.0:1778923657.582711:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.583073:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906816 00000100:00100000:2.0:1778923657.583086:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906816 00000100:00100000:2.0:1778923657.583161:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5852 00000100:00100000:2.0:1778923657.583171:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+216:54955:x1865335281906816:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.583240:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.583275:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a61b4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ab expref: 216 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.583296:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.583302:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.583655:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.583674:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.583684:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.584102:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940228 00000004:00010000:2.0:1778923657.584137:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000004995247a reply state 00000000a4e0ee30 transno 8589940229 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.584158:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.584332:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+218:54955:x1865335281906816:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1159us (1634us total) trans 8589940229 rc 0/0 00000100:00100000:2.0:1778923657.584342:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5852 00000020:00080000:2.0:1778923657.584351:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923657.587060:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587083:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587092:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587099:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.587105:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587117:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587137:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.587140:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.587219:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.587226:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61bb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.588671:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.588791:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281906944 00000100:00100000:0.0:1778923657.588804:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281906944 00000100:00100000:0.0:1778923657.588881:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7889 00000100:00100000:0.0:1778923657.588893:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:54955:x1865335281906944:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.588918:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.588948:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478b2 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923657.588982:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c2:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a08385b, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:0.0:1778923657.589009:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.589012:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.589020:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.589039:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 31 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.589054:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737800, rc 0) 00000100:00100000:0.0:1778923657.589130:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:54955:x1865335281906944:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 240us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.589137:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7889 00000100:00100000:1.0:1778923657.593869:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.593964:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.594074:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907200 00000100:00100000:2.0:1778923657.594090:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907200 00002000:00010000:2.0:1778923657.594146:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.594152:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1d880 with x1865335281907200 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.594168:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1d880. 00000100:00100000:2.0:1778923657.594201:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907072 00000100:00100000:2.0:1778923657.594204:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907072 00002000:00010000:2.0:1778923657.594219:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.594223:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1d180 with x1865335281907072 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.594230:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1d180. 00000100:00100000:2.0:1778923657.594256:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4035 00000100:00100000:2.0:1778923657.594267:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+34:2354:x1865335281907200:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.594638:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.594643:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.594646:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923657.594648:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.594651:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.594723:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+35:2354:x1865335281907200:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 456us (868us total) trans 17179872621 rc 0/0 00000100:00100000:2.0:1778923657.594732:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4035 00002000:00010000:2.0:1778923657.594737:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/678 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.594740:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1d880 with x1865335281907200 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.594744:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1d880. 00000100:00100000:2.0:1778923657.594765:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4036 00000100:00100000:2.0:1778923657.594783:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281907072:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.594989:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923657.594992:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.594994:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:2.0:1778923657.594996:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.594999:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923657.595023:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281907072:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 251us (1059us total) trans 21474839695 rc 0/0 00000100:00100000:2.0:1778923657.595030:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4036 00002000:00010000:2.0:1778923657.595033:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/706 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.595036:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1d180 with x1865335281907072 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.595040:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1d180. 00000100:00100000:1.0:1778923657.601797:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.602069:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907328 00000100:00100000:3.0:1778923657.602081:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907328 00000100:00100000:3.0:1778923657.602239:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5853 00000100:00100000:3.0:1778923657.602252:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+217:54955:x1865335281907328:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.602288:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.602314:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a61c9 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478b9 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603253:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603282:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603297:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.603336:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.603341:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.603363:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603617:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1800/0x3baece0abe6a61c9 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b9 expref: 219 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603641:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b9 expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.603651:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.603654:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.603659:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923657.603891:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+218:54955:x1865335281907328:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1640us (2108us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.603902:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5853 00000100:00100000:1.0:1778923657.609100:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.614049:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907584 00000100:00100000:3.0:1778923657.614069:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907584 00000100:00100000:2.0:1778923657.616606:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5854 00000100:00100000:2.0:1778923657.616640:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+218:54955:x1865335281907584:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.616717:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.616753:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61d0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b9 expref: 218 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.616790:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.616797:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.617125:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.617322:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.617338:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.617493:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940230 00000004:00010000:2.0:1778923657.617593:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000040c621cc reply state 000000006b8f53b1 transno 8589940231 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.617604:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.617743:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+220:54955:x1865335281907584:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1120us (8656us total) trans 8589940231 rc 0/0 00000100:00100000:2.0:1778923657.617752:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5854 00000020:00080000:2.0:1778923657.617760:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923657.622626:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622645:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622653:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622663:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.622669:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622677:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622699:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.622702:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.622708:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.622715:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a61d7 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.629409:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.629803:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907712 00000100:00100000:0.0:1778923657.629817:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907712 00000100:00100000:0.0:1778923657.629894:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7890 00000100:00100000:0.0:1778923657.629907:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+35:54955:x1865335281907712:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.629932:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.629962:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478c0 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923657.629998:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a7:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a08386d, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:0.0:1778923657.630028:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.630031:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.630041:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.630061:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 36 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.630079:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e736400, rc 0) 00000100:00100000:0.0:1778923657.630165:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:54955:x1865335281907712:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 261us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.630173:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7890 00000100:00100000:1.0:1778923657.638702:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.638751:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.638939:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907840 00000100:00100000:2.0:1778923657.638952:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907840 00002000:00010000:2.0:1778923657.639007:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.639013:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1f800 with x1865335281907840 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.639031:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1f800. 00000100:00100000:2.0:1778923657.639072:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281907968 00000100:00100000:2.0:1778923657.639075:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281907968 00002000:00010000:2.0:1778923657.639089:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.639092:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1c000 with x1865335281907968 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.639099:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1c000. 00000100:00100000:2.0:1778923657.639130:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4037 00000100:00100000:2.0:1778923657.639149:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281907840:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.639596:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:2.0:1778923657.639601:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.639605:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923657.639607:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:2.0:1778923657.639609:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923657.639853:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281907840:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 713us (1164us total) trans 17179872622 rc 0/0 00000100:00100000:2.0:1778923657.639863:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4037 00002000:00010000:2.0:1778923657.639867:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/679 (188111->18446744073709551615) 00002000:00100000:2.0:1778923657.639870:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1f800 with x1865335281907840 ext(188111->18446744073709551615) 00002000:00010000:2.0:1778923657.639875:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737d1f800. 00000100:00100000:2.0:1778923657.639897:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4038 00000100:00100000:2.0:1778923657.639907:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+32:2354:x1865335281907968:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.640091:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.640095:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.640097:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:2.0:1778923657.640099:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.640101:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.640123:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+33:2354:x1865335281907968:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 219us (1373us total) trans 21474839696 rc 0/0 00000100:00100000:2.0:1778923657.640129:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4038 00002000:00010000:2.0:1778923657.640133:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/707 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.640136:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737d1c000 with x1865335281907968 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.640288:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737d1c000. 00000100:00100000:1.0:1778923657.643956:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.644058:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908096 00000100:00100000:2.0:1778923657.644070:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908096 00000100:00100000:2.0:1778923657.644227:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5855 00000100:00100000:2.0:1778923657.644239:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+219:54955:x1865335281908096:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.644266:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.644289:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61e5 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478c7 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644404:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644421:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644433:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.644464:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.644469:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.644488:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644538:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61e5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c7 expref: 221 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644561:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c7 expref: 220 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.644577:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.644581:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.644585:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923657.645388:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+220:54955:x1865335281908096:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 429us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.645471:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5855 00000100:00100000:1.0:1778923657.659092:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.659580:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908352 00000100:00100000:2.0:1778923657.659592:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908352 00000100:00100000:2.0:1778923657.659747:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5856 00000100:00100000:2.0:1778923657.659760:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+220:54955:x1865335281908352:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.659841:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.659886:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679a00/0x3baece0abe6a61ec lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c7 expref: 220 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.659914:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.659922:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.660484:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.660584:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.660598:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.661019:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940232 00000004:00010000:2.0:1778923657.661058:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000850b67af reply state 00000000cedb4d5c transno 8589940233 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.661071:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.661635:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+222:54955:x1865335281908352:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1871us (2551us total) trans 8589940233 rc 0/0 00000100:00100000:2.0:1778923657.661646:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5856 00000020:00080000:2.0:1778923657.661654:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923657.664492:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287816192:0@lo:400:kworker.0 00000100:00100000:0.0:1778923657.664580:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287816320:0@lo:400:kworker.0 00000100:00100000:1.0:1778923657.664590:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923657.664644:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1865335287816704:0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.664700:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816192 00000100:00100000:2.0:1778923657.664710:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816192 00000100:00100000:2.0:1778923657.664791:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1778923657.664802:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287816192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1778923657.664992:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287815936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1778923657.665958:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.666053:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816320 00000100:00100000:0.0:1778923657.666061:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816320 00000100:00100000:0.0:1778923657.666109:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1778923657.666118:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287816320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923657.666192:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3294:x1865335287816320:12345-0@lo:400:kworker.0 Request processed in 75us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.666201:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1778923657.666252:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3294:1865335287816320:0@lo:400:kworker.0 00000100:00080000:0.0:1778923657.666308:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923657.666624:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.666898:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816704 00000100:00100000:0.0:1778923657.666904:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816704 00000100:00100000:0.0:1778923657.666978:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1778923657.666987:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1865335287816704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923657.667038:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3293:x1865335287816704:12345-0@lo:400:kworker.0 Request processed in 52us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.667045:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1778923657.667097:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3293:1865335287816704:0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.667332:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3293:x1865335287816192:12345-0@lo:400:kworker.0 Request processed in 2531us (2740us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.667340:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1778923657.667461:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287816064:0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.667525:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923657.667556:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287816576:0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.667583:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923657.667614:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816576 00000100:00100000:2.0:1778923657.667618:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816576 00000100:00100000:2.0:1778923657.667656:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1778923657.667662:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3292:x1865335287816576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.667699:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3292:x1865335287816576:12345-0@lo:400:kworker.0 Request processed in 38us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.667706:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1778923657.667734:0:3292:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872605 gen 2 00000004:00080000:2.0:1778923657.667754:0:3292:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 17179872588 committed transno 17179872605 00000004:00080000:2.0:1778923657.667785:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d40a80, transno 17179872589 00000004:00080000:2.0:1778923657.667794:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9c00, transno 17179872590 00000004:00080000:2.0:1778923657.667797:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce707d43100, transno 17179872591 00000004:00080000:2.0:1778923657.667800:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8700, transno 17179872592 00000004:00080000:2.0:1778923657.667802:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4df80, transno 17179872593 00000004:00080000:2.0:1778923657.667805:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4f100, transno 17179872594 00000004:00080000:2.0:1778923657.667808:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce605c54000, transno 17179872595 00000004:00080000:2.0:1778923657.667811:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4d880, transno 17179872596 00000004:00080000:2.0:1778923657.667814:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8380, transno 17179872597 00000004:00080000:2.0:1778923657.667817:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777f480, transno 17179872598 00000004:00080000:2.0:1778923657.667820:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70772df80, transno 17179872599 00000004:00080000:2.0:1778923657.667823:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dca80, transno 17179872600 00000004:00080000:2.0:1778923657.667826:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777c380, transno 17179872601 00000004:00080000:2.0:1778923657.667829:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9fa680, transno 17179872602 00000004:00080000:2.0:1778923657.667831:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4ca80, transno 17179872603 00000004:00080000:2.0:1778923657.667833:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de680, transno 17179872604 00000004:00080000:2.0:1778923657.667836:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734071f80, transno 17179872605 00000100:00100000:2.0:1778923657.667841:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287816576:0@lo:400:kworker.0 00000004:00080000:0.0:1778923657.668436:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 17 done 00000100:00080000:0.0:1778923657.668456:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1778923657.668471:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287816832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1778923657.668542:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923657.669106:0:31654:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816832 00000100:00100000:2.0:1778923657.669115:0:31654:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816832 00000100:00100000:2.0:1778923657.669162:0:31654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1778923657.669170:0:31654:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1865335287816832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1778923657.669197:0:31654:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 366018560 pending 0 free 3855613952 avail 3845128192 00000100:00100000:2.0:1778923657.669257:0:31654:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3294:x1865335287816832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.669264:0:31654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1778923657.669311:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287816832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1778923657.670102:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3293:1865335287816192:0@lo:400:kworker.0 00000100:00100000:1.0:1778923657.670143:0:30322:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816064 00000100:00100000:1.0:1778923657.670148:0:30322:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816064 00000100:00100000:1.0:1778923657.670238:0:30322:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1778923657.670246:0:30322:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287816064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923657.670312:0:30322:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704f1a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287816064:12345-0@lo:400:kworker.0 Request processed in 67us (2809us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.670319:0:30322:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1778923657.670491:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923657.670549:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287816448:0@lo:400:kworker.0 00000100:00100000:3.0:1778923657.670588:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923657.670596:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287815936 00000100:00100000:1.0:1778923657.670600:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287815936 00000100:00100000:1.0:1778923657.670636:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1778923657.670643:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287815936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1778923657.670658:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 250150912 pending 0 free 3855613952 avail 3847225344 00000100:00100000:2.0:1778923657.670720:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287816448 00000100:00100000:2.0:1778923657.670725:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287816448 00000100:00100000:2.0:1778923657.670765:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1778923657.670782:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287816448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1778923657.670923:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3291:x1865335287815936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 279us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.670930:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:1.0:1778923657.670949:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1778923657.670979:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607700700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287816064:0@lo:400:kworker.0 00000100:00100000:2.0:1778923657.671164:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287816448:12345-0@lo:400:kworker.0 Request processed in 383us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.671171:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00010000:00010000:2.0:1778923657.671873:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671887:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671895:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671902:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923657.671907:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671916:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671935:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.671938:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923657.671944:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.671951:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a61f3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.672003:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.672075:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908480 00000100:00100000:2.0:1778923657.672082:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908480 00000100:00100000:2.0:1778923657.672167:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7891 00000100:00100000:2.0:1778923657.672176:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+37:54955:x1865335281908480:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.672190:0:32953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.672213:0:32953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478ce expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923657.672243:0:32953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2a9:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083876, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:2.0:1778923657.672269:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.672271:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.672280:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.672297:0:32953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 38 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.672309:0:32953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679a00, rc 0) 00000100:00100000:2.0:1778923657.672384:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+38:54955:x1865335281908480:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 209us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.672391:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7891 00000100:00100000:3.0:1778923657.674973:0:3291:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839681 gen 2 00000004:00080000:3.0:1778923657.674992:0:3291:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474839664 committed transno 21474839681 00000004:00080000:3.0:1778923657.675023:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9fb480, transno 21474839665 00000004:00080000:3.0:1778923657.675049:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703100, transno 21474839666 00000004:00080000:3.0:1778923657.675053:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8e00, transno 21474839667 00000004:00080000:3.0:1778923657.675055:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703480, transno 21474839668 00000004:00080000:3.0:1778923657.675058:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459df80, transno 21474839669 00000004:00080000:3.0:1778923657.675061:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701f80, transno 21474839670 00000004:00080000:3.0:1778923657.675064:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701880, transno 21474839671 00000004:00080000:3.0:1778923657.675068:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701500, transno 21474839672 00000004:00080000:3.0:1778923657.675071:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e1a300, transno 21474839673 00000004:00080000:3.0:1778923657.675074:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98700, transno 21474839674 00000004:00080000:3.0:1778923657.675077:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9aa00, transno 21474839675 00000004:00080000:3.0:1778923657.675080:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98a80, transno 21474839676 00000004:00080000:3.0:1778923657.675083:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a680, transno 21474839677 00000004:00080000:3.0:1778923657.675085:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9880, transno 21474839678 00000004:00080000:3.0:1778923657.675088:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9180, transno 21474839679 00000004:00080000:3.0:1778923657.675091:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98000, transno 21474839680 00000004:00080000:3.0:1778923657.675094:0:3291:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c700, transno 21474839681 00000100:00100000:3.0:1778923657.675115:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce602bd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287815936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1778923657.675132:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287816448:0@lo:400:kworker.0 00000004:00080000:1.0:1778923657.676144:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 17 done 00000100:00100000:0.0:1778923657.676434:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.676588:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908608 00000100:00100000:1.0:1778923657.676597:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908608 00002000:00010000:1.0:1778923657.676642:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.676648:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5500 with x1865335281908608 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.676663:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5500. 00000100:00100000:1.0:1778923657.677393:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4039 00000100:00100000:1.0:1778923657.677411:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281908608:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.678029:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923657.678034:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.678037:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923657.678040:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:1.0:1778923657.678042:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.678137:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281908608:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 732us (1707us total) trans 17179872623 rc 0/0 00000100:00100000:1.0:1778923657.678147:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4039 00002000:00010000:1.0:1778923657.678152:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/681 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.678155:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd5500 with x1865335281908608 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.678162:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce602bd5500. 00000100:00100000:0.0:1778923657.680259:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.680659:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908736 00000100:00100000:1.0:1778923657.680740:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908736 00002000:00010000:1.0:1778923657.680804:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.680810:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd7b80 with x1865335281908736 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.680825:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd7b80. 00000100:00100000:1.0:1778923657.680989:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4040 00000100:00100000:1.0:1778923657.681001:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+33:2353:x1865335281908736:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.681372:0:26642:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.681376:0:26642:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:1.0:1778923657.681379:0:26642:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923657.681392:0:26642:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:1.0:1778923657.681401:0:26642:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.681481:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+34:2353:x1865335281908736:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 481us (1236us total) trans 21474839697 rc 0/0 00000100:00100000:1.0:1778923657.681493:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4040 00002000:00010000:1.0:1778923657.681498:0:26642:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/709 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.681500:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce602bd7b80 with x1865335281908736 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.681529:0:26642:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce602bd7b80. 00000100:00100000:0.0:1778923657.686315:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.686465:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281908864 00000100:00100000:2.0:1778923657.686480:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281908864 00000100:00100000:2.0:1778923657.686572:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5857 00000100:00100000:2.0:1778923657.686584:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+221:54955:x1865335281908864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.686616:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.686640:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6201 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478d5 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.686864:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.686882:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.686895:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.686934:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.686939:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.686960:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.686991:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6201 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478d5 expref: 223 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.687011:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478d5 expref: 222 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.687019:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.687022:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.687026:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:2.0:1778923657.687111:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+222:54955:x1865335281908864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 529us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.687118:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5857 00000100:00100000:0.0:1778923657.707112:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.707274:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909120 00000100:00100000:1.0:1778923657.707286:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909120 00000100:00100000:1.0:1778923657.707422:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5858 00000100:00100000:1.0:1778923657.707434:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+222:54955:x1865335281909120:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923657.707580:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923657.707612:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a6208 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478d5 expref: 222 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.707637:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923657.707644:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923657.707942:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.707960:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.707970:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923657.708033:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940234 00000004:00010000:1.0:1778923657.708058:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000c3af559e reply state 000000000db3499f transno 8589940235 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.708068:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923657.708208:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+224:54955:x1865335281909120:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 776us (1108us total) trans 8589940235 rc 0/0 00000100:00100000:1.0:1778923657.708216:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5858 00000020:00080000:1.0:1778923657.708221:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923657.720561:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720590:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720598:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720605:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1a800 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923657.720611:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720619:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720641:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.720644:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923657.720650:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.720655:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1a800/0x3baece0abe6a620f lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.723496:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.724309:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909248 00000100:00100000:3.0:1778923657.724323:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909248 00000100:00100000:3.0:1778923657.724416:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7892 00000100:00100000:3.0:1778923657.724429:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+34:54955:x1865335281909248:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923657.724462:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923657.724497:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478dc expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923657.724585:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c6:0x0] initial LVB size: 188416, mtime: 0x6a083888, atime: 0x6a083876, ctime: 0x6a083888, blocks: 0x203 00010000:00010000:3.0:1778923657.724620:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.724622:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.724632:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.724658:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 35 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.724954:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:0.0:1778923657.725111:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+35:54955:x1865335281909248:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 683us (1628us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.725120:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7892 00000100:00100000:2.0:1778923657.733766:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.734455:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.734581:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909376 00000100:00100000:0.0:1778923657.734595:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909376 00002000:00010000:0.0:1778923657.734653:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.734658:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733f4ce00 with x1865335281909376 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.734686:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733f4ce00. 00000100:00100000:0.0:1778923657.734719:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909504 00000100:00100000:0.0:1778923657.734723:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909504 00002000:00010000:0.0:1778923657.734745:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:0.0:1778923657.734749:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733f4d180 with x1865335281909504 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923657.734755:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733f4d180. 00000100:00100000:0.0:1778923657.734794:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4041 00000100:00100000:0.0:1778923657.734806:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281909376:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:1.0:1778923657.735137:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4042 00000100:00100000:1.0:1778923657.735159:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281909504:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.735486:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.735490:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:1.0:1778923657.735494:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923657.735496:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:1.0:1778923657.735499:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.735615:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281909504:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 459us (1160us total) trans 17179872624 rc 0/0 00000100:00100000:1.0:1778923657.735622:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4042 00002000:00010000:1.0:1778923657.735627:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/682 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.735630:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733f4d180 with x1865335281909504 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.735635:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce733f4d180. 00002000:00010000:0.0:1778923657.736607:0:6552:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923657.736616:0:6552:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923656 -> 1778923657 00002000:00010000:0.0:1778923657.736619:0:6552:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923657.736621:0:6552:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923656 -> 1778923657 00002000:00010000:0.0:1778923657.736624:0:6552:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.736677:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281909376:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1869us (2923us total) trans 21474839698 rc 0/0 00000100:00100000:0.0:1778923657.736687:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4041 00002000:00010000:0.0:1778923657.736691:0:6552:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/710 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.736694:0:6552:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce733f4ce00 with x1865335281909376 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.736701:0:6552:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce733f4ce00. 00000100:00100000:3.0:1778923657.743092:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.743998:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909632 00000100:00100000:2.0:1778923657.744012:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909632 00000100:00100000:2.0:1778923657.744136:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5859 00000100:00100000:2.0:1778923657.744156:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+223:54955:x1865335281909632:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.744186:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.744210:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a621d lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478e3 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744315:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744335:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744348:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923657.744392:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923657.744397:0:31653:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923657.744420:0:31653:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744451:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a621d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478e3 expref: 225 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744475:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478e3 expref: 224 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.744485:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.744488:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923657.744492:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923657.744616:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+224:54955:x1865335281909632:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 461us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.744624:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5859 00000100:00100000:1.0:1778923657.751705:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.752114:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281909888 00000100:00100000:0.0:1778923657.752128:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281909888 00000100:00100000:0.0:1778923657.752223:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5860 00000100:00100000:0.0:1778923657.752235:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+224:54955:x1865335281909888:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:0.0:1778923657.752306:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923657.752340:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a6224 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478e3 expref: 224 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.752367:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.752373:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923657.752751:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.752785:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.752799:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923657.752864:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940236 00000004:00010000:0.0:1778923657.753283:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1ef4a09 reply state 000000004f794f3b transno 8589940237 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.753296:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923657.753450:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+226:54955:x1865335281909888:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 1214us (1756us total) trans 8589940237 rc 0/0 00000100:00100000:0.0:1778923657.753459:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5860 00000020:00080000:0.0:1778923657.753468:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923657.757446:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757473:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757482:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757490:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce72e737e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923657.757496:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757543:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757571:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.757574:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923657.757581:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.757589:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a622b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.759934:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.760039:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910016 00000100:00100000:0.0:1778923657.760052:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910016 00000100:00100000:0.0:1778923657.760117:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7893 00000100:00100000:0.0:1778923657.760128:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+40:54955:x1865335281910016:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.760161:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.760190:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478ea expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923657.760222:0:26019:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ab:0x0] initial LVB size: 188416, mtime: 0x6a083889, atime: 0x6a083876, ctime: 0x6a083889, blocks: 0x203 00010000:00010000:0.0:1778923657.760249:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.760252:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.760260:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.760279:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.760294:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737600, rc 0) 00000100:00100000:0.0:1778923657.760366:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+41:54955:x1865335281910016:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 239us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.760374:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7893 00000100:00100000:1.0:1778923657.764204:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.764308:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910144 00000100:00100000:0.0:1778923657.764322:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910144 00002000:00010000:0.0:1778923657.764390:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.764396:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d03b80 with x1865335281910144 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.764412:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d03b80. 00000100:00100000:0.0:1778923657.764450:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4043 00000100:00100000:0.0:1778923657.764460:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281910144:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:0.0:1778923657.764877:0:14408:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:0.0:1778923657.764882:0:14408:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.764885:0:14408:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923657.764887:0:14408:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.764890:0:14408:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.764967:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281910144:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 507us (777us total) trans 17179872625 rc 0/0 00000100:00100000:0.0:1778923657.764976:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4043 00002000:00010000:0.0:1778923657.764981:0:14408:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/683 (188111->18446744073709551615) 00002000:00100000:0.0:1778923657.764984:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d03b80 with x1865335281910144 ext(188111->18446744073709551615) 00002000:00010000:0.0:1778923657.764988:0:14408:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d03b80. 00000100:00100000:3.0:1778923657.769596:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.769716:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910272 00000100:00100000:2.0:1778923657.769729:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910272 00002000:00010000:2.0:1778923657.769803:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.769808:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718380 with x1865335281910272 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.769824:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73f718380. 00000100:00100000:2.0:1778923657.769857:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4044 00000100:00100000:2.0:1778923657.769866:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281910272:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.770212:0:6551:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.770216:0:6551:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.770219:0:6551:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:2.0:1778923657.770221:0:6551:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.770223:0:6551:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.770302:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281910272:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 435us (722us total) trans 21474839699 rc 0/0 00000100:00100000:2.0:1778923657.770310:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4044 00002000:00010000:2.0:1778923657.770315:0:6551:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/711 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.770318:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718380 with x1865335281910272 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.770322:0:6551:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73f718380. 00000100:00100000:1.0:1778923657.774138:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.774398:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910400 00000100:00100000:0.0:1778923657.774411:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910400 00000100:00100000:0.0:1778923657.774488:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5861 00000100:00100000:0.0:1778923657.774499:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+225:54955:x1865335281910400:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.774570:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.774596:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6239 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478f1 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774704:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774723:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774750:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923657.774795:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923657.774801:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923657.774826:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774860:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6239 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f1 expref: 227 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774892:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f1 expref: 226 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.774904:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.774907:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923657.774911:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:0.0:1778923657.774991:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+226:54955:x1865335281910400:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 494us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.774999:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5861 00000100:00100000:1.0:1778923657.781621:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.781746:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910656 00000100:00100000:2.0:1778923657.781760:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910656 00000100:00100000:2.0:1778923657.781835:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5862 00000100:00100000:2.0:1778923657.781847:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+226:54955:x1865335281910656:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923657.781923:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.781958:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a6240 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f1 expref: 226 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.781981:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.781987:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923657.782295:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.782313:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.782324:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1778923657.782390:0:31653:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940238 00000004:00010000:2.0:1778923657.782421:0:31653:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000f9aa920a reply state 0000000081365268 transno 8589940239 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.782431:0:31653:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923657.782689:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+228:54955:x1865335281910656:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 843us (1083us total) trans 8589940239 rc 0/0 00000100:00100000:2.0:1778923657.782699:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5862 00000020:00080000:2.0:1778923657.782706:0:31653:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1778923657.786299:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786322:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786329:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786336:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923657.786341:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786350:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786372:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.786376:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923657.786392:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.786405:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a6247 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.790909:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.791066:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910784 00000100:00100000:2.0:1778923657.791079:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910784 00000100:00100000:2.0:1778923657.791162:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7894 00000100:00100000:2.0:1778923657.791174:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+37:54955:x1865335281910784:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923657.791198:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923657.791228:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478f8 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923657.791263:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2c8:0x0] initial LVB size: 188416, mtime: 0x6a083889, atime: 0x6a08387b, ctime: 0x6a083889, blocks: 0x203 00010000:00010000:2.0:1778923657.791295:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.791298:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.791307:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.791326:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 38 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.791340:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679400, rc 0) 00000100:00100000:2.0:1778923657.791425:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+38:54955:x1865335281910784:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 254us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.791433:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7894 00000100:00100000:3.0:1778923657.798907:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.799116:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281910912 00000100:00100000:1.0:1778923657.799128:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281910912 00002000:00010000:1.0:1778923657.799191:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.799197:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f71b800 with x1865335281910912 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.799213:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73f71b800. 00000100:00100000:1.0:1778923657.799247:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4045 00000100:00100000:1.0:1778923657.799259:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281910912:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:1.0:1778923657.799699:0:26634:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923657.799704:0:26634:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.799707:0:26634:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923657.799708:0:26634:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.799710:0:26634:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.800465:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281910912:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 1202us (1567us total) trans 21474839700 rc 0/0 00000100:00100000:1.0:1778923657.800476:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4045 00002000:00010000:1.0:1778923657.800482:0:26634:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/712 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.800486:0:26634:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f71b800 with x1865335281910912 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.800494:0:26634:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce73f71b800. 00000100:00100000:3.0:1778923657.803195:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.803372:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911040 00000100:00100000:2.0:1778923657.803395:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911040 00002000:00010000:2.0:1778923657.803448:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.803454:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718000 with x1865335281911040 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.803468:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718000. 00000100:00100000:2.0:1778923657.803548:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4046 00000100:00100000:2.0:1778923657.803560:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281911040:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.804051:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.804056:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.804059:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923657.804061:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.804064:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.804230:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281911040:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 670us (1047us total) trans 17179872626 rc 0/0 00000100:00100000:2.0:1778923657.804239:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4046 00002000:00010000:2.0:1778923657.804244:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.804246:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718000 with x1865335281911040 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.804252:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718000. 00000100:00100000:2.0:1778923657.808153:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.808650:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911168 00000100:00100000:0.0:1778923657.808662:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911168 00000100:00100000:0.0:1778923657.808735:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5863 00000100:00100000:0.0:1778923657.808844:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+227:54955:x1865335281911168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.808969:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.808996:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6255 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5478ff expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809136:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809308:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809322:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923657.809359:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:0.0:1778923657.809364:0:30325:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923657.809464:0:30325:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809498:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e736600/0x3baece0abe6a6255 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ff expref: 229 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809609:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ff expref: 228 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.809626:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.809629:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923657.809635:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce72e737e00, rc 0) 00000100:00100000:0.0:1778923657.809787:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+228:54955:x1865335281911168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 946us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.809796:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5863 00000100:00100000:2.0:1778923657.814194:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.814274:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911424 00000100:00100000:3.0:1778923657.814286:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911424 00000100:00100000:3.0:1778923657.814355:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5864 00000100:00100000:3.0:1778923657.814366:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+228:54955:x1865335281911424:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923657.814453:0:31254:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923657.814491:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce72e737e00/0x3baece0abe6a625c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ff expref: 228 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.814537:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.814544:0:31254:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923657.814867:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.814887:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.814900:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923657.814970:0:31254:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940240 00000004:00010000:3.0:1778923657.814999:0:31254:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e09d29de reply state 000000007f24a4ce transno 8589940241 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.815016:0:31254:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923657.819029:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+230:54955:x1865335281911424:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 4648us (4833us total) trans 8589940241 rc 0/0 00000100:00100000:3.0:1778923657.819044:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5864 00000020:00080000:3.0:1778923657.819056:0:31254:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923657.822206:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.822318:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911552 00000100:00100000:0.0:1778923657.822331:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911552 00000100:00100000:0.0:1778923657.822414:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7895 00000100:00100000:0.0:1778923657.822426:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+43:54955:x1865335281911552:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.822448:0:6546:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.822477:0:6546:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547906 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923657.822542:0:6546:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2ad:0x0] initial LVB size: 188416, mtime: 0x6a083889, atime: 0x6a08387b, ctime: 0x6a083889, blocks: 0x203 00010000:00010000:0.0:1778923657.822573:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.822575:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.822585:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 44 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.822603:0:6546:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 44 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.822618:0:6546:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9a00, rc 0) 00000100:00100000:0.0:1778923657.822685:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+44:54955:x1865335281911552:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 263us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.822693:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7895 00010000:00010000:3.0:1778923657.823938:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.823953:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.823962:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.823969:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.823975:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.823984:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.824002:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.824005:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923657.824011:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.824018:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1400/0x3baece0abe6a6263 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.833557:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.833606:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.833966:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911680 00000100:00100000:1.0:1778923657.833979:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911680 00002000:00010000:1.0:1778923657.834036:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.834042:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43100 with x1865335281911680 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.834058:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43100. 00000100:00100000:1.0:1778923657.834130:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281911808 00000100:00100000:1.0:1778923657.834134:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281911808 00002000:00010000:1.0:1778923657.834156:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:1.0:1778923657.834160:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c54000 with x1865335281911808 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923657.834167:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce605c54000. 00000100:00100000:1.0:1778923657.834198:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4047 00000100:00100000:1.0:1778923657.834209:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281911680:12345-192.168.203.24@tcp:10:lfs.0 00000100:00100000:2.0:1778923657.834550:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4048 00000100:00100000:2.0:1778923657.834562:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281911808:12345-192.168.203.24@tcp:10:lfs.0 00002000:00010000:2.0:1778923657.834825:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.834829:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.834832:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:2.0:1778923657.834835:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923653 -> 1778923657 00002000:00010000:2.0:1778923657.834838:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.834927:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce605c54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281911808:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 367us (1319us total) trans 21474839701 rc 0/0 00000100:00100000:2.0:1778923657.834934:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4048 00002000:00010000:2.0:1778923657.834938:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/713 (0->18446744073709551615) 00002000:00100000:2.0:1778923657.834941:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce605c54000 with x1865335281911808 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923657.834945:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce605c54000. 00002000:00010000:1.0:1778923657.836648:0:26643:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188416 -> 188111 00002000:00010000:1.0:1778923657.836658:0:26643:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.836661:0:26643:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923657.836664:0:26643:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.836666:0:26643:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.837091:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281911680:12345-192.168.203.24@tcp:10:lfs.0 Request processed in 2530us (3193us total) trans 17179872627 rc 0/0 00000100:00100000:1.0:1778923657.837104:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4047 00002000:00010000:1.0:1778923657.837110:0:26643:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/685 (188111->18446744073709551615) 00002000:00100000:1.0:1778923657.837115:0:26643:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce707d43100 with x1865335281911680 ext(188111->18446744073709551615) 00002000:00010000:1.0:1778923657.837122:0:26643:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce707d43100. 00000100:00100000:0.0:1778923657.841269:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.841436:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912064 00000100:00100000:1.0:1778923657.841450:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912064 00000100:00100000:1.0:1778923657.841547:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5865 00000100:00100000:1.0:1778923657.841558:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+229:54955:x1865335281912064:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:1.0:1778923657.841696:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.841718:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.841732:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1778923657.841957:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000b6d941a5 reply state 000000000d2e4351 transno 8589940242 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.841974:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923657.842093:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70772df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+231:54955:x1865335281912064:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 536us (838us total) trans 8589940242 rc 0/0 00000100:00100000:1.0:1778923657.842102:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5865 00010000:00010000:2.0:1778923657.846393:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846425:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846432:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846439:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1ba00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923657.846444:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846452:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846474:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.846477:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923657.846483:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.846490:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a6271 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.848258:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.849305:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912192 00000100:00100000:1.0:1778923657.849319:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912192 00000100:00100000:1.0:1778923657.849432:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7896 00000100:00100000:1.0:1778923657.849445:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+45:54955:x1865335281912192:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923657.849468:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923657.849492:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54790d expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.849546:0:8354:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.849557:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923657.849559:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923657.849564:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 46 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.849603:0:8354:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.849618:0:8354:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.849640:0:8354:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287816960:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923657.850678:0:8354:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923657.853865:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.854087:0:8354:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d02a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8354:1865335287816960:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923657.854131:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 46 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.854172:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1a800, rc 0) 00000100:00100000:2.0:1778923657.854250:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+46:54955:x1865335281912192:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4808us (6006us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.854261:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7896 00000100:00100000:3.0:1778923657.854864:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912320 00000100:00100000:3.0:1778923657.854885:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912320 00010000:00010000:3.0:1778923657.854933:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.854973:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3410 00000100:00100000:3.0:1778923657.854983:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281912320:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923657.855002:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923657.855032:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.855046:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.855075:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4fc7633/0x3baece0abe6a6079 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54783b expref: 46 pid: 6547 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.855100:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.855103:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923657.855112:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 45 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.855125:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 45 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.855182:0:5740:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 45 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.855207:0:5740:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73f71b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287817088:192.168.203.24@tcp:105: 00000100:00100000:3.0:1778923657.855307:0:5740:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce708f5f240 going to sleep for 11 seconds 00010000:00010000:1.0:1778923657.856445:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923657.860577:0:5740:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73f71b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5740:1865335287817088:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923657.860615:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923657.860681:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d01500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2354:x1865335281912320:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5699us (6830us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.860694:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3410 00000100:00100000:2.0:1778923657.864382:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.864490:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912448 00000100:00100000:0.0:1778923657.864534:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912448 00000100:00100000:0.0:1778923657.864605:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7897 00000100:00100000:0.0:1778923657.864617:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:54955:x1865335281912448:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.864642:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.864667:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547914 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.864708:0:26020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.864717:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.864720:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.864725:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.864785:0:26020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.864801:0:26020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.864826:0:26020:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287817216:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923657.864937:0:26020:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923657.868728:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.868944:0:26020:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:26020:1865335287817216:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923657.868990:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [1048576->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.869016:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f8e00, rc 0) 00000100:00100000:2.0:1778923657.869095:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+41:54955:x1865335281912448:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 4480us (4726us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.869105:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7897 00000100:00100000:3.0:1778923657.871648:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912576 00000100:00100000:3.0:1778923657.871666:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912576 00010000:00010000:2.0:1778923657.872059:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.872240:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3411 00000100:00100000:2.0:1778923657.872252:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281912576:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923657.872274:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.872302:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.872317:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.872347:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000acfc69c7/0x3baece0abe6a6080 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547842 expref: 41 pid: 26019 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.872368:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.872370:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.872389:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.872402:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.872451:0:5739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.872467:0:5739:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287817344:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923657.872626:0:5739:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00100000:3.0:1778923657.876297:0:5739:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5739:1865335287817344:192.168.203.24@tcp:105: 00010000:00010000:3.0:1778923657.876332:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923657.876570:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923657.876632:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912704 00000100:00100000:0.0:1778923657.876642:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912704 00000100:00100000:0.0:1778923657.876714:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7898 00000100:00100000:0.0:1778923657.876725:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+45:54955:x1865335281912704:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.876756:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923657.876788:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54791b expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.876827:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 46 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.876837:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.876840:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923657.876844:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 46 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.876882:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 46 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.876898:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 46 pid: 25674 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.876920:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287817472:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923657.877525:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281912576:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 5269us (8803us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923657.877537:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3411 00000100:00100000:0.0:1778923657.880926:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923657.886470:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.886726:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912832 00000100:00100000:2.0:1778923657.886747:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912832 00010000:00010000:2.0:1778923657.886811:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 47 pid: 25674 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.886867:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3412 00000100:00100000:2.0:1778923657.886887:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705185450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281912832:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923657.886913:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923657.886943:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 47 pid: 25674 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.886960:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 47 pid: 25674 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.886992:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.886994:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923657.887001:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 47 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.887014:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 47 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923657.887063:0:8271:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 47 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.887081:0:8271:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287817600:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923657.887554:0:8271:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472480 going to sleep for 11 seconds 00000100:00100000:2.0:1778923657.890939:0:8271:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8271:1865335287817600:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923657.890976:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923657.891047:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705185450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281912832:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 4162us (4593us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923657.891059:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3412 00010000:00010000:0.0:1778923657.892827:0:26019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8d1b69c/0x3baece0abe6a6087 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547849 expref: 46 pid: 25674 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.892859:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287817472:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923657.892905:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 45 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.892925:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f8a00, rc 0) 00000100:00100000:1.0:1778923657.893340:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733f4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+45:54955:x1865335281912704:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 16613us (16768us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.893352:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7898 00000100:00100000:3.0:1778923657.896044:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.896085:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923657.896109:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.896344:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281912960 00000100:00100000:1.0:1778923657.896356:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281912960 00000100:00100000:1.0:1778923657.896424:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913088 00000100:00100000:1.0:1778923657.896428:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913088 00000100:00100000:1.0:1778923657.896446:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913216 00000100:00100000:1.0:1778923657.896449:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913216 00000100:00100000:1.0:1778923657.896468:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7899 00000100:00100000:1.0:1778923657.896478:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281912960:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923657.896953:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923657.896958:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923657.896961:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923657.896963:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923654 -> 1778923657 00002000:00010000:1.0:1778923657.896966:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923657.897046:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+47:2353:x1865335281912960:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 568us (1014us total) trans 17179872628 rc 0/0 00000100:00100000:1.0:1778923657.897055:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7899 00000100:00100000:1.0:1778923657.897084:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7900 00000100:00100000:1.0:1778923657.897093:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281913088:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:2.0:1778923657.897361:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7901 00000100:00100000:2.0:1778923657.897373:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281913216:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:2.0:1778923657.897498:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923657.897501:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923657.897531:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923657.897534:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923654 -> 1778923657 00002000:00010000:2.0:1778923657.897536:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923657.897563:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+47:2353:x1865335281913216:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 194us (1452us total) trans 17179872629 rc 0/0 00000100:00100000:2.0:1778923657.897569:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7901 00002000:00010000:1.0:1778923657.899110:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.899120:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923657.899124:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923657.899127:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923654 -> 1778923657 00002000:00010000:1.0:1778923657.899129:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923657.899534:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281913088:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 2407us (3412us total) trans 21474839702 rc 0/0 00000100:00100000:1.0:1778923657.899546:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7900 00000100:00100000:2.0:1778923657.904636:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923657.905088:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913472 00000100:00100000:1.0:1778923657.905104:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913472 00000100:00100000:1.0:1778923657.905240:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2118 00000100:00100000:1.0:1778923657.905254:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+230:54955:x1865335281913472:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:1.0:1778923657.905342:0:30329:0:(mdt_open.c:2504:mdt_close_resync_done()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547826 expref: 230 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.905577:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.905595:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 230 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.905605:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.905649:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 230 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.905671:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 230 pid: 31653 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.905688:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d00e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287817728:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923657.905820:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72eb773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923657.911766:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923657.912223:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d00e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287817728:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923657.912263:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923657.912370:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913600 00000100:00100000:0.0:1778923657.912445:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913600 00010000:00010000:0.0:1778923657.912501:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 231 pid: 31653 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923657.916691:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3413 00000100:00100000:1.0:1778923657.916725:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+231:2354:x1865335281913600:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923657.917063:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923657.917079:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 231 pid: 31653 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917100:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 231 pid: 31653 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917130:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679600/0x3baece0abe6a6064 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54782d expref: 231 pid: 31653 timeout: 1454 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917234:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923657.917241:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917252:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917261:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923657.917314:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923657.917479:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+230:2354:x1865335281913600:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 773us (5727us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923657.917488:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3413 00010000:00010000:3.0:1778923657.919689:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.919709:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923657.931105:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1918, 88 off166920 00000004:00080000:2.0:1778923657.931127:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354987622546ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.931350:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1910, 88 off166480 00000004:00080000:2.0:1778923657.931358:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354987854217ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.931450:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1911, 88 off166568 00000004:00080000:2.0:1778923657.931455:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354987951405ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.931939:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1919, 88 off167008 00000004:00080000:2.0:1778923657.931948:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354988443635ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.931968:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1920, 88 off167096 00000004:00080000:2.0:1778923657.931972:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354988468085ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.931987:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1912, 88 off166656 00000004:00080000:2.0:1778923657.931991:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354988486960ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.932293:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1913, 88 off166744 00000004:00080000:2.0:1778923657.932298:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354988794321ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.932467:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1921, 88 off167184 00000004:00080000:2.0:1778923657.932473:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354988969220ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.932536:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1914, 88 off166832 00000004:00080000:2.0:1778923657.932541:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354989037293ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.932763:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1922, 88 off167272 00000004:00080000:2.0:1778923657.932779:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354989274991ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.932807:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1923, 88 off167360 00000004:00080000:2.0:1778923657.932812:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354989307803ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.932829:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1915, 88 off166920 00000004:00080000:2.0:1778923657.932832:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354989328506ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.933125:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1924, 88 off167448 00000004:00080000:2.0:1778923657.933137:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354989632588ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.933206:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1916, 88 off167008 00000004:00080000:2.0:1778923657.933211:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354989707261ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.933394:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1925, 88 off167536 00000004:00080000:2.0:1778923657.933399:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354989895306ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.933427:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1917, 88 off167096 00000004:00080000:2.0:1778923657.933432:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354989927518ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.934189:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1918, 88 off167184 00000004:00080000:2.0:1778923657.934198:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354990694134ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.934404:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1926, 88 off167624 00000004:00080000:2.0:1778923657.934410:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354990905981ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.934439:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1919, 88 off167272 00000004:00080000:2.0:1778923657.934443:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354990939341ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.935123:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1927, 88 off167712 00000004:00080000:2.0:1778923657.935131:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354991626699ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.935262:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1928, 88 off167800 00000004:00080000:2.0:1778923657.935267:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354991763447ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.935457:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1920, 88 off167360 00000004:00080000:2.0:1778923657.935463:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354991958669ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.935492:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1929, 88 off167888 00000004:00080000:2.0:1778923657.935496:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354991992052ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.935693:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1921, 88 off167448 00000004:00080000:2.0:1778923657.935698:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354992194443ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.936114:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1922, 88 off167536 00000004:00080000:2.0:1778923657.936123:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354992619288ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.936334:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1930, 88 off167976 00000004:00080000:2.0:1778923657.936340:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354992835865ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.936366:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1931, 88 off168064 00000004:00080000:2.0:1778923657.936370:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354992866208ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.936500:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1923, 88 off167624 00000004:00080000:2.0:1778923657.936536:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354993031692ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.936660:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1924, 88 off167712 00000004:00080000:2.0:1778923657.936666:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354993161737ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.936865:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1932, 88 off168152 00000004:00080000:2.0:1778923657.936962:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354993366798ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.936996:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1933, 88 off168240 00000004:00080000:2.0:1778923657.937001:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354993497308ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923657.937020:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1925, 88 off167800 00000004:00080000:2.0:1778923657.937024:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354993519867ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.937228:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1926, 88 off167888 00000004:00080000:2.0:1778923657.937234:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1354993729830ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923657.937325:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1934, 88 off168328 00000004:00080000:2.0:1778923657.937330:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1354993825785ns, next at 1344155271182ns, rc = 0 00000001:00080000:3.0:1778923657.983475:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940237 is committed 00000001:00080000:3.0:1778923657.983531:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940242 is committed 00000004:00010000:2.0:1778923657.983703:0:30329:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000099e382b4 reply state 00000000d41db671 transno 8589940243 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.983721:0:30329:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1778923657.983745:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923657.983748:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923657.983761:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a603a lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547826 expref: 221 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923657.983961:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d34c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+221:54955:x1865335281913472:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 78710us (79337us total) trans 8589940243 rc 0/0 00000100:00100000:2.0:1778923657.983973:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2118 00000001:00080000:3.0:1778923657.987680:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940243 is committed 00000004:00080000:3.0:1778923657.987699:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1593 committed 00000004:00080000:3.0:1778923657.987708:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1588 committed 00000004:00080000:3.0:1778923657.987719:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1587 committed 00000004:00080000:3.0:1778923657.987722:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1592 committed 00000004:00080000:3.0:1778923657.987724:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1591 committed 00000004:00080000:3.0:1778923657.987727:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1586 committed 00000004:00080000:3.0:1778923657.987729:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1585 committed 00000004:00080000:3.0:1778923657.987731:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1590 committed 00000004:00080000:3.0:1778923657.987733:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1589 committed 00000004:00080000:3.0:1778923657.987735:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1584 committed 00000004:00080000:3.0:1778923657.987748:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1583 committed 00000004:00080000:3.0:1778923657.987750:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1588 committed 00000004:00080000:3.0:1778923657.987752:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1582 committed 00000004:00080000:3.0:1778923657.987754:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1587 committed 00000004:00080000:3.0:1778923657.987756:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1586 committed 00000004:00080000:3.0:1778923657.987758:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1581 committed 00000004:00080000:3.0:1778923657.987760:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1585 committed 00000004:00080000:3.0:1778923657.987762:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1580 committed 00000004:00080000:3.0:1778923657.987764:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1579 committed 00000004:00080000:3.0:1778923657.987776:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1584 committed 00000004:00080000:3.0:1778923657.987778:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1578 committed 00000004:00080000:3.0:1778923657.987781:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1583 committed 00000004:00080000:3.0:1778923657.987783:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1577 committed 00000004:00080000:3.0:1778923657.987787:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1582 committed 00000004:00080000:3.0:1778923657.987789:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1581 committed 00000004:00080000:3.0:1778923657.987791:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1576 committed 00000004:00080000:3.0:1778923657.987793:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1580 committed 00000004:00080000:3.0:1778923657.987796:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1575 committed 00000004:00080000:3.0:1778923657.987798:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1574 committed 00000004:00080000:3.0:1778923657.987800:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1579 committed 00000004:00080000:3.0:1778923657.987803:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1578 committed 00000004:00080000:3.0:1778923657.987805:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1573 committed 00000004:00080000:3.0:1778923657.987807:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1572 committed 00000004:00080000:3.0:1778923657.987810:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1577 committed 00000020:00080000:3.0:1778923657.987863:0:30335:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294969409 batchid updated 00010000:00010000:3.0:1778923657.987934:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.987948:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.987955:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.987961:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1aa00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923657.987966:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.987974:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.987997:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923657.988001:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1778923657.988008:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923657.988015:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a628d lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923657.988135:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73f71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287817856:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.988708:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.988814:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.988854:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818752:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.988889:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.988915:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1778923657.988921:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818112:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.988944:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.988963:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818624:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.988983:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.989021:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818240 00000100:00100000:0.0:1778923657.989030:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818240 00000100:00100000:0.0:1778923657.989083:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818752 00000100:00100000:0.0:1778923657.989086:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818752 00000100:00100000:0.0:1778923657.989102:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818112 00000100:00100000:0.0:1778923657.989105:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818112 00000100:00100000:0.0:1778923657.989118:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818624 00000100:00100000:0.0:1778923657.989120:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818624 00000100:00100000:0.0:1778923657.989343:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00100000:0.0:1778923657.989357:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287818240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923657.989626:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923657.989630:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.989633:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923657.989636:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.989638:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x299:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.989688:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287818240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 335us (873us total) trans 17179872630 rc 0/0 00000100:00100000:0.0:1778923657.989696:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00000100:00100000:0.0:1778923657.989718:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903 00000100:00100000:0.0:1778923657.989725:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3294:x1865335287818752:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923657.990011:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000020:00080000:2.0:1778923657.990036:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969409 00000020:00080000:2.0:1778923657.990572:0:30361:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294969409 cancel update log [0x200000bd0:0x1:0x0].54: rc = 0 00000020:00080000:2.0:1778923657.990583:0:30361:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294969409 00002000:00010000:0.0:1778923657.991626:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923657.991633:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.991635:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923657.991638:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.991640:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a1:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.991699:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3294:x1865335287818752:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1973us (2807us total) trans 17179872631 rc 0/0 00000100:00100000:0.0:1778923657.991711:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903 00000100:00100000:3.0:1778923657.991832:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923657.991892:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818368:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923657.991920:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923657.991939:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818880:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923657.991957:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923657.991970:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1778923657.991976:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287817984:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923657.991996:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923657.992004:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818496:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.992013:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287817856 00000100:00100000:3.0:1778923657.992022:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.992023:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287817856 00000100:00100000:0.0:1778923657.992055:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818368 00000100:00100000:0.0:1778923657.992059:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818368 00000100:00100000:3.0:1778923657.992061:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818880 00000100:00100000:3.0:1778923657.992066:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818880 00000100:00100000:0.0:1778923657.992071:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287817984 00000100:00100000:0.0:1778923657.992075:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287817984 00000100:00100000:0.0:1778923657.992090:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287818496 00000100:00100000:0.0:1778923657.992093:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287818496 00000100:00100000:3.0:1778923657.992101:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904 00000100:00100000:3.0:1778923657.992113:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287818112:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.992119:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905 00000100:00100000:0.0:1778923657.992128:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287818624:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923657.992279:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923657.992283:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923657.992285:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923657.992288:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923657.992290:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923657.992321:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb size from disk: 188111 -> 188111 00000100:00100000:3.0:1778923657.992327:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287818112:12345-0@lo:2:osp-syn-1-0.0 Request processed in 215us (3380us total) trans 17179872632 rc 0/0 00002000:00010000:0.0:1778923657.992328:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.992334:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.992338:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00000100:00100000:3.0:1778923657.992341:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904 00002000:00010000:0.0:1778923657.992344:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29f:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923657.992362:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906 00000100:00100000:3.0:1778923657.992384:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3291:x1865335287817856:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.992452:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728f73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287818624:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (3393us total) trans 17179872633 rc 0/0 00000100:00100000:0.0:1778923657.992461:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905 00000100:00100000:0.0:1778923657.992475:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00100000:0.0:1778923657.992481:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287818368:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923657.992628:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287819008:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923657.992661:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923657.993000:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287819392:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923657.993025:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923657.993069:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287819520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923657.993093:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1778923657.993293:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.993297:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923657.993298:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923657.993303:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923657.993304:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1778923657.993308:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:3.0:1778923657.993310:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:0.0:1778923657.993311:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923657.993315:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923657.993316:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.993376:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287818368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 894us (1454us total) trans 17179872634 rc 0/0 00000100:00100000:0.0:1778923657.993457:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00000100:00100000:0.0:1778923657.993475:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819008 00000100:00100000:0.0:1778923657.993480:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819008 00000100:00100000:0.0:1778923657.993522:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819392 00000100:00100000:0.0:1778923657.993525:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819392 00000100:00100000:0.0:1778923657.993534:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819520 00000100:00100000:0.0:1778923657.993536:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819520 00000100:00100000:0.0:1778923657.993549:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1778923657.993555:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287818880:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923657.993657:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923657.993660:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.993663:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923657.993666:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.993669:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a3:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923657.993758:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287817856:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1390us (2623us total) trans 21474839703 rc 0/0 00000100:00100000:3.0:1778923657.993775:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906 00000100:00100000:3.0:1778923657.993791:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909 00000100:00100000:3.0:1778923657.993798:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287817984:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.993846:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287818880:12345-0@lo:2:osp-syn-1-0.0 Request processed in 288us (1886us total) trans 17179872635 rc 0/0 00000100:00100000:0.0:1778923657.993853:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1778923657.993969:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910 00000100:00100000:0.0:1778923657.993978:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3291:x1865335287818496:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923657.994061:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923657.994065:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923657.994067:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923657.994069:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923657.994071:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:0.0:1778923657.994073:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.994077:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994080:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.994082:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994085:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923657.994107:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287817984:12345-0@lo:2:osp-syn-1-0.0 Request processed in 309us (2108us total) trans 17179872636 rc 0/0 00000100:00100000:3.0:1778923657.994115:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909 00000100:00100000:0.0:1778923657.994123:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287818496:12345-0@lo:2:osp-syn-1-0.0 Request processed in 145us (2098us total) trans 17179872637 rc 0/0 00000100:00100000:3.0:1778923657.994132:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911 00000100:00100000:3.0:1778923657.994142:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3292:x1865335287819008:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.994221:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910 00000100:00100000:0.0:1778923657.994244:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912 00002000:00010000:3.0:1778923657.994248:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923657.994251:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00000100:00100000:0.0:1778923657.994253:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3291:x1865335287819392:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923657.994255:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923657.994260:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923657.994264:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923657.994343:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923657.994346:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994348:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.994350:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994353:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ba:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.994378:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3291:x1865335287819392:12345-0@lo:2:osp-syn-0-0.0 Request processed in 128us (1351us total) trans 21474839705 rc 0/0 00000004:00080000:2.0:1778923657.994533:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70641fb80/2, rc 0, transno 21474839704 00000100:00100000:2.0:1778923657.994550:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287819008:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.994608:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912 00000100:00100000:0.0:1778923657.994624:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7913 00000100:00100000:0.0:1778923657.994631:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287819520:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923657.994716:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.994719:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994721:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923657.994723:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.994726:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.994989:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3292:x1865335287819520:12345-0@lo:2:osp-syn-0-0.0 Request processed in 358us (1894us total) trans 21474839706 rc 0/0 00000100:00100000:0.0:1778923657.994997:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7913 00000100:00100000:0.0:1778923657.995042:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913728 00000100:00100000:0.0:1778923657.995049:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913728 00000100:00100000:0.0:1778923657.995099:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5866 00000100:00100000:0.0:1778923657.995106:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+199:54955:x1865335281913728:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923657.995125:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1778923657.995138:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce6055f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+9:3292:x1865335287819008:12345-0@lo:2:osp-syn-0-0.0 Request processed in 998us (2474us total) trans 21474839704 rc 0/0 00000100:00100000:3.0:1778923657.995146:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911 00010000:00010000:0.0:1778923657.995159:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a6294 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547922 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.995228:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a6294 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547922 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.995244:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a6294 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547922 expref: 200 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923657.995267:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923657.995270:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923657.995275:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7098f9000, rc 0) 00000100:00100000:0.0:1778923657.995336:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+200:54955:x1865335281913728:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 230us (5328us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923657.995343:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5866 00000100:00100000:0.0:1778923657.995402:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819264:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.995471:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.995526:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819776:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923657.995539:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819264 00000100:00100000:1.0:1778923657.995545:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819264 00000100:00100000:0.0:1778923657.995553:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923657.995578:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819776 00000100:00100000:1.0:1778923657.995582:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819776 00000004:00080000:0.0:1778923657.995590:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9c00/2, rc 0, transno 17179872632 00000100:00100000:1.0:1778923657.995602:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7914 00000100:00100000:0.0:1778923657.995606:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818112:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923657.995613:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3294:x1865335287819264:12345-0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923657.995624:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9880/2, rc 0, transno 17179872633 00000100:00100000:0.0:1778923657.995629:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818624:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.995641:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8700/2, rc 0, transno 17179872630 00000100:00100000:0.0:1778923657.995645:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818240:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.995655:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8e00/2, rc 0, transno 17179872631 00000100:00100000:0.0:1778923657.995659:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287818752:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.995673:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1778923657.995680:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce6055f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819136:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.995707:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.995726:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819648:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.995761:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1778923657.995783:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923657.995787:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.995790:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923657.995792:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.995795:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.995800:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819136 00000100:00100000:0.0:1778923657.995804:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819136 00000100:00100000:0.0:1778923657.995828:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819648 00000100:00100000:0.0:1778923657.995831:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819648 00000100:00100000:1.0:1778923657.995840:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287819264:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (368us total) trans 21474839707 rc 0/0 00000100:00100000:1.0:1778923657.995848:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7914 00000100:00100000:0.0:1778923657.995854:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7915 00000100:00100000:0.0:1778923657.995864:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287819776:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923657.995870:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916 00000100:00100000:1.0:1778923657.995878:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3294:x1865335287819136:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923657.996529:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.996535:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.996537:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:0.0:1778923657.996540:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.996542:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:1.0:1778923657.996575:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923657.996579:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.996584:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00000100:00100000:0.0:1778923657.996584:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+14:3294:x1865335287819776:12345-0@lo:2:osp-syn-0-0.0 Request processed in 720us (1029us total) trans 21474839708 rc 0/0 00002000:00010000:1.0:1778923657.996590:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.996596:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.996601:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7915 00000100:00100000:0.0:1778923657.996627:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00100000:1.0:1778923657.996634:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287819136:12345-0@lo:2:osp-syn-0-0.0 Request processed in 757us (925us total) trans 21474839709 rc 0/0 00000100:00100000:0.0:1778923657.996638:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287819648:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923657.996648:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916 00002000:00010000:0.0:1778923657.996756:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.996759:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.996762:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00002000:00010000:0.0:1778923657.996764:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.996774:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.996801:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3294:x1865335287819648:12345-0@lo:2:osp-syn-0-0.0 Request processed in 167us (1040us total) trans 21474839710 rc 0/0 00000100:00100000:0.0:1778923657.996807:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917 00000100:00100000:0.0:1778923657.996926:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287819904:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923657.996955:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.996988:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.997010:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923657.997046:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737d19c00/2, rc 0, transno 21474839705 00000100:00100000:0.0:1778923657.997060:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287819392:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923657.997073:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f9180/2, rc 0, transno 17179872636 00000100:00100000:0.0:1778923657.997080:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287817984:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.997091:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9fa680/2, rc 0, transno 17179872637 00000100:00100000:0.0:1778923657.997094:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818496:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.997104:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73b9f8380/2, rc 0, transno 17179872634 00000100:00100000:0.0:1778923657.997107:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73b9f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818368:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.997115:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce734071f80/2, rc 0, transno 17179872635 00000100:00100000:0.0:1778923657.997118:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce734071f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287818880:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923657.997128:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73f71a300/2, rc 0, transno 21474839703 00000100:00100000:0.0:1778923657.997132:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73f71a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287817856:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923657.997252:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287819904 00000100:00100000:1.0:1778923657.997258:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287819904 00000100:00100000:1.0:1778923657.997300:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820416 00000100:00100000:1.0:1778923657.997304:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820416 00000100:00100000:1.0:1778923657.997324:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000100:00100000:1.0:1778923657.997332:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287819904:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923657.997552:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923657.997556:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.997558:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923657.997561:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.997563:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c0:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923657.997597:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3291:x1865335287819904:12345-0@lo:2:osp-syn-0-0.0 Request processed in 265us (640us total) trans 21474839711 rc 0/0 00000100:00100000:1.0:1778923657.997604:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000004:00080000:0.0:1778923657.997610:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d01f80/2, rc 0, transno 21474839711 00000100:00100000:0.0:1778923657.997617:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287819904:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923657.997623:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00000100:00100000:0.0:1778923657.997627:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923657.997631:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+13:3291:x1865335287820416:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.997636:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820032:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923657.997665:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923657.997698:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820032 00000100:00100000:0.0:1778923657.997703:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820032 00000100:00100000:0.0:1778923657.997732:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00002000:00010000:1.0:1778923657.997743:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923657.997747:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.997749:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923657.997751:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923657.997753:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a9:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923657.997966:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+15:3291:x1865335287820032:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923657.998060:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923657.998063:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.998066:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923657.998068:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923657.998069:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923657.998101:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287820032:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (436us total) trans 17179872639 rc 0/0 00000100:00100000:1.0:1778923657.998710:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+16:3291:x1865335287820416:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1077us (1695us total) trans 17179872638 rc 0/0 00000004:00080000:2.0:1778923657.999107:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418e00/2, rc 0, transno 21474839706 00000100:00100000:2.0:1778923657.999114:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287819520:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.002066:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820288:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.002182:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923658.002274:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce6055f1f80/2, rc 0, transno 21474839709 00000100:00100000:2.0:1778923658.002281:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce6055f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819136:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.002294:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce706418a80/2, rc 0, transno 21474839710 00000100:00100000:2.0:1778923658.002298:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce706418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819648:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.002308:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737d18700/2, rc 0, transno 21474839707 00000100:00100000:2.0:1778923658.002312:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819264:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.002321:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bacb100/2, rc 0, transno 21474839708 00000100:00100000:2.0:1778923658.002324:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bacb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287819776:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.002340:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1778923658.002346:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820160:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.002376:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.002438:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820288 00000100:00100000:2.0:1778923658.002446:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820288 00000100:00100000:0.0:1778923658.003154:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00000100:00100000:0.0:1778923658.003289:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820160 00000100:00100000:0.0:1778923658.003295:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820160 00000100:00100000:0.0:1778923658.003329:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00100000:0.0:1778923658.003340:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287820160:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.003694:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.003698:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.003702:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923658.003705:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.003707:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.004127:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704ffd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:3294:x1865335287820160:12345-0@lo:2:osp-syn-1-0.0 Request processed in 466us (1426us total) trans 17179872640 rc 0/0 00000100:00100000:1.0:1778923658.005913:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00000100:00100000:0.0:1778923658.005928:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000100:00100000:0.0:1778923658.006313:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922 00000100:00100000:0.0:1778923658.006338:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+16:3294:x1865335287820288:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.006727:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820928:0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.006758:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923658.006763:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.006774:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923658.006777:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.006779:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a7:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923658.007272:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287820672:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.007361:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287820544:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.007486:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3294:x1865335287820288:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1161us (5303us total) trans 17179872641 rc 0/0 00000100:00100000:1.0:1778923658.007516:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.007521:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922 00000100:00100000:1.0:1778923658.007552:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287821056:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.007581:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.007633:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820544 00000100:00100000:1.0:1778923658.007641:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820544 00000100:00100000:1.0:1778923658.007688:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821056 00000100:00100000:1.0:1778923658.007692:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821056 00000100:00100000:0.0:1778923658.007714:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7923 00000100:00100000:1.0:1778923658.007722:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924 00000100:00100000:0.0:1778923658.007726:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+17:3292:x1865335287820544:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.007732:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+14:3292:x1865335287821056:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923658.007955:0:8354:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923658.007959:0:8354:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.007962:0:8354:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:1.0:1778923658.007965:0:8354:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.007967:0:8354:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c2:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:1.0:1778923658.008007:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+15:3292:x1865335287821056:12345-0@lo:2:osp-syn-0-0.0 Request processed in 278us (425us total) trans 21474839712 rc 0/0 00000100:00100000:1.0:1778923658.008014:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924 00000004:00080000:1.0:1778923658.008063:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733bdc700/2, rc 0, transno 21474839712 00000100:00100000:1.0:1778923658.008069:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287821056:0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.008163:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.008167:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.008268:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923658.008272:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.008274:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.008321:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287820544:12345-0@lo:2:osp-syn-1-0.0 Request processed in 599us (824us total) trans 17179872642 rc 0/0 00000100:00100000:0.0:1778923658.008327:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1778923658.008366:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.008394:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1778923658.008429:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0df80/2, rc 0, transno 17179872642 00000100:00100000:1.0:1778923658.008444:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287820544:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923658.008576:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0b800/2, rc 0, transno 17179872640 00000100:00100000:0.0:1778923658.008584:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820160:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.008587:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923658.008600:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf08000/2, rc 0, transno 17179872641 00000100:00100000:0.0:1778923658.008605:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820288:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.008631:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820800 00000004:00080000:3.0:1778923658.008633:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf08380/2, rc 0, transno 17179872639 00000100:00100000:0.0:1778923658.008635:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820800 00000100:00100000:3.0:1778923658.008640:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820032:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923658.008657:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0b480/2, rc 0, transno 17179872638 00000100:00100000:3.0:1778923658.008661:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820416:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.008680:0:22251:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820928 00000100:00100000:0.0:1778923658.008684:0:22251:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820928 00000100:00100000:0.0:1778923658.008708:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925 00000100:00100000:0.0:1778923658.008717:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+19:3294:x1865335287820800:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.008928:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.008932:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.008934:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923658.008936:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.008938:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.008974:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287820800:12345-0@lo:2:osp-syn-1-0.0 Request processed in 259us (580us total) trans 17179872643 rc 0/0 00000100:00100000:1.0:1778923658.009050:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926 00000100:00100000:1.0:1778923658.009059:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287820928:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.009076:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925 00000004:00080000:0.0:1778923658.009136:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0c700/2, rc 0, transno 17179872643 00000100:00100000:0.0:1778923658.009142:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287820800:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.009150:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923658.009158:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821184:0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923658.009184:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:1.0:1778923658.009189:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.009191:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923658.009193:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.009195:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ad:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923658.009736:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.009759:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:3291:x1865335287820928:12345-0@lo:2:osp-syn-1-0.0 Request processed in 699us (1173us total) trans 17179872644 rc 0/0 00000100:00100000:1.0:1778923658.009776:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926 00000100:00100000:0.0:1778923658.009791:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821184 00000100:00100000:0.0:1778923658.009797:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821184 00000004:00080000:3.0:1778923658.009845:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0d880/2, rc 0, transno 17179872644 00000100:00100000:3.0:1778923658.009851:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287820928:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.009887:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927 00000100:00100000:0.0:1778923658.009897:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+20:3294:x1865335287821184:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.009940:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287821440:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.009976:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.010022:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287821568:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.010047:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.010109:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287821952:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.010148:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:0.0:1778923658.010162:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.010166:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00000100:00100000:3.0:1778923658.010197:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287822080:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.010220:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.010247:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821440 00000100:00100000:3.0:1778923658.010251:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821440 00000100:00100000:3.0:1778923658.010270:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821568 00000100:00100000:3.0:1778923658.010274:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821568 00000100:00100000:3.0:1778923658.010283:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821952 00000100:00100000:3.0:1778923658.010285:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821952 00000100:00100000:3.0:1778923658.010294:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287822080 00000100:00100000:3.0:1778923658.010296:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287822080 00000100:00100000:3.0:1778923658.010310:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7928 00000100:00100000:3.0:1778923658.010316:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287821440:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923658.010456:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923658.010461:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010463:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923658.010465:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010468:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923658.010532:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287821440:12345-0@lo:2:osp-syn-0-0.0 Request processed in 186us (526us total) trans 21474839713 rc 0/0 00000100:00100000:3.0:1778923658.010540:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7928 00000100:00100000:3.0:1778923658.010557:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7929 00000100:00100000:3.0:1778923658.010564:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287821568:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923658.010646:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923658.010649:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010651:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:3.0:1778923658.010654:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010656:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c6:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:3.0:1778923658.010682:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287821568:12345-0@lo:2:osp-syn-0-0.0 Request processed in 119us (635us total) trans 21474839714 rc 0/0 00000100:00100000:3.0:1778923658.010688:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7929 00000100:00100000:3.0:1778923658.010700:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7930 00000100:00100000:3.0:1778923658.010705:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3291:x1865335287821952:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923658.010788:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923658.010792:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010794:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:3.0:1778923658.010796:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.010798:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923658.010821:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3291:x1865335287821952:12345-0@lo:2:osp-syn-0-0.0 Request processed in 116us (683us total) trans 21474839715 rc 0/0 00000100:00100000:3.0:1778923658.010830:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7930 00000100:00100000:3.0:1778923658.010841:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7931 00000100:00100000:3.0:1778923658.010847:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+18:3292:x1865335287822080:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.010960:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+19:3292:x1865335287822080:12345-0@lo:2:osp-syn-0-0.0 Request processed in 113us (738us total) trans 21474839716 rc 0/0 00000100:00100000:3.0:1778923658.010966:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7931 00002000:00010000:0.0:1778923658.010993:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:0.0:1778923658.010998:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb ctime from disk: 1778923654 -> 1778923654 00002000:00010000:0.0:1778923658.011000:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb blocks from disk: 1 -> 1 00000004:00080000:3.0:1778923658.011001:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0ea00/2, rc 0, transno 21474839716 00000100:00100000:3.0:1778923658.011007:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287822080:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923658.011018:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0c000/2, rc 0, transno 21474839714 00000100:00100000:3.0:1778923658.011022:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287821568:0@lo:2:osp-syn-0-0.0 00000004:00080000:3.0:1778923658.011046:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0f100/2, rc 0, transno 21474839715 00000100:00100000:0.0:1778923658.011046:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287821184:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1150us (1311us total) trans 17179872645 rc 0/0 00000100:00100000:3.0:1778923658.011054:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287821952:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011060:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927 00000004:00080000:3.0:1778923658.011068:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0c380/2, rc 0, transno 21474839713 00000100:00100000:3.0:1778923658.011074:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287821440:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011116:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821312:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011147:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.011185:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011207:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923658.011231:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0dc00/2, rc 0, transno 17179872645 00000100:00100000:0.0:1778923658.011235:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821184:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.011244:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1778923658.011249:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821696:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011266:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.011288:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821312 00000100:00100000:0.0:1778923658.011293:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821312 00000100:00100000:3.0:1778923658.011311:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821824 00000100:00100000:3.0:1778923658.011316:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821824 00000100:00100000:0.0:1778923658.011321:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287821696 00000100:00100000:0.0:1778923658.011325:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287821696 00000100:00100000:3.0:1778923658.011348:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932 00000100:00100000:0.0:1778923658.011354:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933 00000100:00100000:3.0:1778923658.011359:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287821312:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011366:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287821824:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.011483:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923658.011486:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.011488:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:0.0:1778923658.011491:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.011492:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c8:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923658.011541:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287821824:12345-0@lo:2:osp-syn-0-0.0 Request processed in 179us (333us total) trans 21474839717 rc 0/0 00000100:00100000:0.0:1778923658.011547:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933 00000100:00100000:0.0:1778923658.011561:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7934 00000100:00100000:0.0:1778923658.011567:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+21:3294:x1865335287821696:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923658.011658:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923658.011662:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.011664:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:3.0:1778923658.011666:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.011669:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00002000:00010000:0.0:1778923658.011683:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.011687:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.011689:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923658.011692:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.011694:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923658.011699:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3294:x1865335287821312:12345-0@lo:2:osp-syn-0-0.0 Request processed in 343us (551us total) trans 21474839718 rc 0/0 00000100:00100000:3.0:1778923658.011707:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932 00000100:00100000:0.0:1778923658.011729:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3294:x1865335287821696:12345-0@lo:2:osp-syn-0-0.0 Request processed in 161us (459us total) trans 21474839719 rc 0/0 00000100:00100000:0.0:1778923658.011735:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7934 00000004:00080000:0.0:1778923658.011785:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0fb80/2, rc 0, transno 21474839719 00000100:00100000:0.0:1778923658.011791:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821696:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923658.011801:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0e680/2, rc 0, transno 21474839718 00000100:00100000:0.0:1778923658.011814:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821312:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923658.011825:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0ed80/2, rc 0, transno 21474839717 00000100:00100000:0.0:1778923658.011829:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287821824:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.011907:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.012017:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281913984 00000100:00100000:3.0:1778923658.012022:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281913984 00000100:00100000:3.0:1778923658.012061:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2119 00000100:00100000:3.0:1778923658.012069:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+200:54955:x1865335281913984:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923658.012469:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+201:54955:x1865335281913984:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 399us (563us total) trans 8589940244 rc 0/0 00000100:00100000:3.0:1778923658.012478:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2119 00000100:00100000:2.0:1778923658.012705:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.017479:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287820672 00000100:00100000:3.0:1778923658.017591:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287820672 00000100:00100000:0.0:1778923658.017914:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935 00000100:00100000:0.0:1778923658.017927:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+21:3293:x1865335287820672:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.018342:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:0.0:1778923658.018347:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.018349:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923658.018351:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.018354:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ab:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:0.0:1778923658.018660:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3293:x1865335287820672:12345-0@lo:2:osp-syn-1-0.0 Request processed in 736us (5954us total) trans 17179872646 rc 0/0 00000100:00100000:0.0:1778923658.018669:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935 00000004:00080000:1.0:1778923658.022326:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf0ca80/2, rc 0, transno 17179872646 00000100:00100000:1.0:1778923658.022348:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287820672:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.035805:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.036158:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281914112 00000100:00100000:2.0:1778923658.036173:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281914112 00000100:00100000:2.0:1778923658.036254:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5867 00000100:00100000:2.0:1778923658.036265:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54956:x1865335281914112:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923658.036295:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923658.036321:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a629b lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547929 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036435:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036453:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036467:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036484:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036492:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.036500:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037611:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037627:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037637:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923658.037683:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:2.0:1778923658.037689:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1778923658.037712:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037727:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037747:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037755:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037763:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037778:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923658.037783:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037792:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037806:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923658.037810:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923658.037816:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037823:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a62a2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037846:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037853:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037859:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.037865:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923658.037867:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.038474:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.038487:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce741165300) 00010000:00010000:2.0:1778923658.038490:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923658.038494:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.040577:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62a9 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.040677:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a629b lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.040694:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.040710:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923658.040713:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923658.040717:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679e00, rc 0) 00000100:00100000:3.0:1778923658.041349:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54956:x1865335281914112:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 5079us (5551us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923658.041362:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5867 00000100:00100000:0.0:1778923658.046845:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.047093:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281914368 00000100:00100000:1.0:1778923658.047106:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281914368 00000100:00100000:1.0:1778923658.047284:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5868 00000100:00100000:1.0:1778923658.047297:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+202:54956:x1865335281914368:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923658.047324:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923658.047350:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a62b7 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547930 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.047643:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a62be lrc: 3/1,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.047661:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a62be lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.047673:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a62be lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923658.047686:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:1.0:1778923658.048270:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1ba00/0x3baece0abe6a62b7 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547930 expref: 205 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.048295:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a62be lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547930 expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.048305:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923658.048308:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1778923658.048313:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728f1aa00, rc 0) 00000100:00100000:1.0:1778923658.048601:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54956:x1865335281914368:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1305us (1861us total) trans 8589940245 rc 0/0 00000100:00100000:1.0:1778923658.048611:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5868 00000100:00100000:0.0:1778923658.053901:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.054277:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281914624 00000100:00100000:2.0:1778923658.054291:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281914624 00000100:00100000:2.0:1778923658.054406:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5869 00000100:00100000:2.0:1778923658.054417:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54956:x1865335281914624:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:2.0:1778923658.054448:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923658.054471:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a62cc lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547937 expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.054637:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62d3 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.054657:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.054670:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62d3 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1778923658.054687:0:31653:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:2.0:1778923658.055101:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679c00/0x3baece0abe6a62cc lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547937 expref: 207 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.055125:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62d3 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547937 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.055214:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923658.055217:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1778923658.055222:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679000, rc 0) 00000100:00100000:2.0:1778923658.055312:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54956:x1865335281914624:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 896us (1429us total) trans 8589940246 rc 0/0 00000100:00100000:2.0:1778923658.055321:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5869 00000100:00100000:0.0:1778923658.111067:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.111160:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281914752 00000100:00100000:3.0:1778923658.111173:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281914752 00000100:00100000:3.0:1778923658.111697:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4049 00000100:00100000:3.0:1778923658.111711:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281914752:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923658.111773:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.111800:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 47 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.111810:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.111812:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.111817:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.111891:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 47 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.111908:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 47 pid: 8354 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.111924:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f412300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287822208:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923658.112033:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00080000:1.0:1778923658.112944:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1778923658.116935:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.117609:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f412300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287822208:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923658.117642:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.117956:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281914880 00000100:00100000:2.0:1778923658.117968:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281914880 00010000:00010000:2.0:1778923658.118018:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 48 pid: 8354 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.118098:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3414 00000100:00100000:2.0:1778923658.118110:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+48:2354:x1865335281914880:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.118129:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923658.118159:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 48 pid: 8354 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.118174:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 48 pid: 8354 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.118204:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000db7aa54f/0x3baece0abe6a6278 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54790d expref: 48 pid: 8354 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.118224:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.118226:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.118232:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.118242:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.118279:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923658.118362:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+47:2354:x1865335281914880:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 254us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.118376:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3414 00010000:00010000:3.0:1778923658.118434:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.118443:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130589:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130613:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130622:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130630:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.130635:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130645:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130668:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.130676:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bcede166/0x3baece0abe6a62e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.131053:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+46:2354:x1865335281914752:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 19339us (19992us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.131065:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4049 00000100:00100000:0.0:1778923658.147616:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.148155:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915008 00000100:00100000:1.0:1778923658.148169:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915008 00000100:00100000:1.0:1778923658.148277:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4050 00000100:00100000:1.0:1778923658.148288:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+46:2355:x1865335281915008:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923658.148332:0:26633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.148358:0:26633:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 46 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.148368:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.148371:0:26633:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.148375:0:26633:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.148425:0:26633:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 46 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.148441:0:26633:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 46 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.148458:0:26633:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287822336:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.148625:0:26633:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd34240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.152730:0:26633:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_014:lustre-OST0001_UUID:26633:1865335287822336:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923658.152781:0:26633:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.153063:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.153285:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915136 00000100:00100000:2.0:1778923658.153294:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915136 00010000:00010000:2.0:1778923658.153339:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 47 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.153384:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3415 00000100:00100000:2.0:1778923658.153394:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+47:2353:x1865335281915136:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.153413:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923658.153691:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 47 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.153706:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 47 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.153734:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a60fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547850 expref: 47 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.153755:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.153757:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.153763:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.153787:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.153825:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923658.153901:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281915136:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 508us (839us total) trans 0 rc 0/0 00010000:00010000:3.0:1778923658.153971:0:26633:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.153983:0:26633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.154615:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3415 00010000:00010000:1.0:1778923658.159187:0:26633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159214:0:26633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159224:0:26633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159233:0:26633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1bc00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.159238:0:26633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159248:0:26633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159271:0:26633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.159281:0:26633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000faae99fd/0x3baece0abe6a62e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x299:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.159409:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+45:2355:x1865335281915008:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 11117us (11802us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.159421:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4050 00000100:00100000:3.0:1778923658.168444:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.168560:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915264 00000100:00100000:2.0:1778923658.168573:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915264 00000100:00100000:2.0:1778923658.168690:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4051 00000100:00100000:2.0:1778923658.168702:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281915264:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923658.168745:0:14410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.168778:0:14410:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 41 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.168788:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.168790:0:14410:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.168793:0:14410:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.168842:0:14410:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 41 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.168857:0:14410:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 41 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.169081:0:14410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733bdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287822464:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923658.169192:0:14410:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00080000:1.0:1778923658.169261:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923658.173265:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.173853:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915392 00000100:00100000:0.0:1778923658.173866:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915392 00010000:00010000:0.0:1778923658.173931:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.174084:0:14410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733bdce00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_009:lustre-OST0000_UUID:14410:1865335287822464:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923658.174116:0:14410:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.174243:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3416 00000100:00100000:0.0:1778923658.174255:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281915392:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923658.174276:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923658.174308:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.174322:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.174355:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afea7578/0x3baece0abe6a611a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54785e expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.174387:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.174389:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.174395:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.174406:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.174439:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923658.174569:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281915392:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 316us (1317us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.174578:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3416 00010000:00010000:2.0:1778923658.174635:0:14410:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.174644:0:14410:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181356:0:14410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181441:0:14410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181452:0:14410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181461:0:14410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923658.181466:0:14410:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181475:0:14410:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181498:0:14410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.181580:0:14410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003abacb9/0x3baece0abe6a62ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2b8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14410 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.181724:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281915264:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 13018us (13288us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.181735:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4051 00000100:00100000:3.0:1778923658.188221:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.188991:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915520 00000100:00100000:0.0:1778923658.189007:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915520 00000100:00100000:0.0:1778923658.189106:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4052 00000100:00100000:0.0:1778923658.189118:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:2356:x1865335281915520:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923658.189163:0:14408:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.189187:0:14408:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.189198:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.189200:0:14408:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.189204:0:14408:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.189258:0:14408:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 40 pid: 6547 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.189273:0:14408:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 40 pid: 6547 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.189289:0:14408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287822592:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923658.189401:0:14408:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c840 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.193265:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.193311:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915648 00000100:00100000:0.0:1778923658.193323:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915648 00010000:00010000:0.0:1778923658.193373:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 41 pid: 6547 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.193417:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3417 00000100:00100000:0.0:1778923658.193428:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281915648:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923658.193446:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923658.193473:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 41 pid: 6547 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.193495:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 41 pid: 6547 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.193549:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.193551:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.193558:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.193569:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.193594:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923658.193655:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281915648:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 229us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.193664:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3417 00010000:00010000:1.0:1778923658.194795:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6136 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54786c expref: 40 pid: 6547 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.194824:0:14408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf08a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_007:lustre-OST0000_UUID:14408:1865335287822592:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923658.194853:0:14408:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.194865:0:14408:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.194881:0:14408:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228693:0:14408:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228718:0:14408:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228735:0:14408:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228743:0:14408:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6c00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.228748:0:14408:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228759:0:14408:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228792:0:14408:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.228799:0:14408:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d7429bf/0x3baece0abe6a62f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ba:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14408 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.229115:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281915520:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 39993us (40900us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.229129:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4052 00000100:00100000:2.0:1778923658.241069:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.241153:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915776 00000100:00100000:3.0:1778923658.241167:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915776 00000100:00100000:3.0:1778923658.241273:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4053 00000100:00100000:3.0:1778923658.241285:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+45:2356:x1865335281915776:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923658.241333:0:6551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.241358:0:6551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 45 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.241383:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.241386:0:6551:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.241390:0:6551:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.241436:0:6551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 45 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.241451:0:6551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 45 pid: 32943 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.241467:0:6551:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f411f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287822720:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923658.242266:0:6551:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:2.0:1778923658.250738:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.251141:0:6551:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f411f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_000:lustre-OST0001_UUID:6551:1865335287822720:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.251179:0:6551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.251777:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281915904 00000100:00100000:0.0:1778923658.251787:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281915904 00010000:00010000:0.0:1778923658.251840:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 46 pid: 32943 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.252065:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3418 00000100:00100000:1.0:1778923658.252080:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+46:2353:x1865335281915904:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923658.252102:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923658.252132:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 46 pid: 32943 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.252154:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 46 pid: 32943 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.252186:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000accd4a17/0x3baece0abe6a6152 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x29f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54787a expref: 46 pid: 32943 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.252206:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.252207:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.252213:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.252224:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.252860:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923658.252948:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281915904:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 869us (2287us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.252958:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3418 00010000:00010000:3.0:1778923658.255084:0:6551:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.255108:0:6551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276396:0:6551:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276423:0:6551:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276433:0:6551:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276446:0:6551:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923658.276452:0:6551:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276461:0:6551:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276496:0:6551:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.276551:0:6551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091126276/0x3baece0abe6a62fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x29f:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.276942:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281915776:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 35375us (35606us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.276958:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4053 00000100:00100000:2.0:1778923658.284155:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.284262:0:26634:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916032 00000100:00100000:1.0:1778923658.284275:0:26634:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916032 00000100:00100000:1.0:1778923658.284361:0:26634:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4054 00000100:00100000:1.0:1778923658.284373:0:26634:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281916032:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923658.284427:0:26634:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.284453:0:26634:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 44 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.284463:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.284466:0:26634:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.284470:0:26634:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.284567:0:26634:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 44 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.284588:0:26634:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 44 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.284607:0:26634:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287822848:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.284712:0:26634:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd34240 going to sleep for 11 seconds 00000100:00100000:1.0:1778923658.290083:0:26634:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_015:lustre-OST0001_UUID:26634:1865335287822848:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923658.290127:0:26634:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.293816:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.294326:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916160 00000100:00100000:0.0:1778923658.294340:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916160 00010000:00010000:0.0:1778923658.294396:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 45 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.294453:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3419 00000100:00100000:0.0:1778923658.294464:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705184850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+45:2353:x1865335281916160:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923658.294485:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923658.294550:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 45 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.294567:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 45 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.294595:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb16ac53/0x3baece0abe6a616e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547888 expref: 45 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.294614:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.294617:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.294623:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.294636:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.294729:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923658.295079:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705184850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281916160:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 613us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.295089:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3419 00010000:00010000:1.0:1778923658.296201:0:26634:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.296223:0:26634:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301789:0:26634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301814:0:26634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301829:0:26634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301838:0:26634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.301843:0:26634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301853:0:26634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301876:0:26634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.301884:0:26634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000071cd0465/0x3baece0abe6a6304 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a1:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26634 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.302041:0:26634:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70954b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281916032:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17663us (17894us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.302053:0:26634:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4054 00000100:00100000:0.0:1778923658.311862:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.311986:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916288 00000100:00100000:2.0:1778923658.312001:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916288 00000100:00100000:2.0:1778923658.312103:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4055 00000100:00100000:2.0:1778923658.312115:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+43:2356:x1865335281916288:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923658.312192:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.312218:0:14409:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 43 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.312228:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.312230:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.312235:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.312279:0:14409:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 43 pid: 22251 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.312294:0:14409:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 43 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.312311:0:14409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287822976:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923658.312417:0:14409:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00100000:2.0:1778923658.316203:0:14409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_008:lustre-OST0001_UUID:14409:1865335287822976:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923658.316254:0:14409:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.316905:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.317677:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916416 00000100:00100000:2.0:1778923658.317690:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916416 00010000:00010000:2.0:1778923658.317743:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 44 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.317797:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3420 00000100:00100000:2.0:1778923658.317810:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281916416:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.317833:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923658.317861:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 44 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.317886:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 44 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.317917:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000920c12ab/0x3baece0abe6a618a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547896 expref: 44 pid: 22251 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.317937:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.317939:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.317945:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.317956:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.317995:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923658.318143:0:14409:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.318154:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.318758:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281916416:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 947us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.318780:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3420 00010000:00010000:1.0:1778923658.326148:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326173:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326183:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326190:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.326195:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326204:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326228:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.326236:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d10c438/0x3baece0abe6a630b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a3:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.326353:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281916288:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 14234us (14501us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.326367:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4055 00000100:00100000:3.0:1778923658.333443:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.333569:0:14411:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916544 00000100:00100000:2.0:1778923658.333582:0:14411:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916544 00000100:00100000:2.0:1778923658.333684:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4056 00000100:00100000:2.0:1778923658.333696:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281916544:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923658.333742:0:14411:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.333778:0:14411:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 39 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.333788:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.333792:0:14411:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.333796:0:14411:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.333837:0:14411:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 39 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.333852:0:14411:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 39 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.333869:0:14411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287823104:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923658.333981:0:14411:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.337774:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.337885:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916672 00000100:00100000:1.0:1778923658.337898:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916672 00010000:00010000:1.0:1778923658.337948:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 40 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.338003:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3421 00000100:00100000:1.0:1778923658.338014:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281916672:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923658.338032:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923658.338058:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 40 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.338074:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 40 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.338105:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.338107:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.338114:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.338126:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.338150:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923658.338217:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf08700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281916672:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 204us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.338225:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3421 00010000:00010000:2.0:1778923658.339881:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005cea5fa5/0x3baece0abe6a61a6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478a4 expref: 39 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.339910:0:14411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0000_UUID:14411:1865335287823104:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923658.339943:0:14411:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.339954:0:14411:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.339962:0:14411:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350656:0:14411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350683:0:14411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350694:0:14411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350702:0:14411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923658.350707:0:14411:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350716:0:14411:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350739:0:14411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.350746:0:14411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000920c12ab/0x3baece0abe6a6312 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c0:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14411 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.351092:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281916544:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17226us (17492us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.351107:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4056 00000100:00100000:3.0:1778923658.355107:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.355238:0:26643:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916800 00000100:00100000:1.0:1778923658.355251:0:26643:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916800 00000100:00100000:1.0:1778923658.355409:0:26643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4057 00000100:00100000:1.0:1778923658.355421:0:26643:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281916800:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923658.355468:0:26643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.355494:0:26643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 38 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.356214:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.356220:0:26643:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.356224:0:26643:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.356278:0:26643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 38 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.356298:0:26643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 38 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.356317:0:26643:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287823232:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.356479:0:26643:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd34240 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.367395:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.367850:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281916928 00000100:00100000:3.0:1778923658.367878:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281916928 00010000:00010000:3.0:1778923658.367941:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 39 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.367994:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3422 00000100:00100000:3.0:1778923658.368005:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281916928:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923658.368025:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923658.368055:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 39 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.368071:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 39 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.368104:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923658.368106:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923658.368112:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 5 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.368113:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a5f49ae/0x3baece0abe6a61c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478b2 expref: 39 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.368125:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.368131:0:26643:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_017:lustre-OST0000_UUID:26643:1865335287823232:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.368149:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923658.368158:0:26643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.368174:0:26643:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.368181:0:26643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.368208:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281916928:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 205us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923658.368215:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3422 00010000:00010000:1.0:1778923658.373147:0:26643:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373171:0:26643:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373181:0:26643:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373188:0:26643:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728f1b000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923658.373193:0:26643:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373202:0:26643:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373225:0:26643:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.373232:0:26643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071cd0465/0x3baece0abe6a6319 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.373395:0:26643:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281916800:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 17970us (18296us total) trans 0 rc 188111/188111 00000100:00100000:1.0:1778923658.373407:0:26643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4057 00000100:00100000:0.0:1778923658.378987:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.379170:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917056 00000100:00100000:2.0:1778923658.379184:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917056 00000100:00100000:2.0:1778923658.379305:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4058 00000100:00100000:2.0:1778923658.379317:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281917056:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923658.379361:0:26642:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.379394:0:26642:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 42 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.379403:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.379405:0:26642:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1778923658.379409:0:26642:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.379451:0:26642:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 42 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.379465:0:26642:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 42 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.379483:0:26642:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287823360:192.168.203.24@tcp:104: 00000100:00100000:2.0:1778923658.379643:0:26642:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472300 going to sleep for 11 seconds 00000100:00100000:1.0:1778923658.385407:0:26642:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce709549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:26642:1865335287823360:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923658.385450:0:26642:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.387971:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.390635:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917184 00000100:00100000:1.0:1778923658.390658:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917184 00010000:00010000:1.0:1778923658.390755:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 43 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.390815:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3423 00000100:00100000:1.0:1778923658.390826:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+43:2353:x1865335281917184:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923658.390847:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923658.390879:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 43 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.390896:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 43 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.390929:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a438ee74/0x3baece0abe6a61de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478c0 expref: 43 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.390956:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.390958:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.390964:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.390976:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.391022:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923658.391096:0:26642:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.391110:0:26642:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.391123:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281917184:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 297us (3163us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.391131:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3423 00010000:00010000:2.0:1778923658.411348:0:26642:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411374:0:26642:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411385:0:26642:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411394:0:26642:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923658.411400:0:26642:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411409:0:26642:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411433:0:26642:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.411442:0:26642:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a7:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26642 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.411614:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281917056:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 32292us (33228us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.411629:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4058 00000100:00100000:0.0:1778923658.416845:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.417045:0:6552:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917312 00000100:00100000:3.0:1778923658.417064:0:6552:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917312 00000100:00100000:3.0:1778923658.417158:0:6552:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4059 00000100:00100000:3.0:1778923658.417170:0:6552:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2356:x1865335281917312:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:3.0:1778923658.417219:0:6552:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.417246:0:6552:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 41 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.417255:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.417258:0:6552:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923658.417262:0:6552:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.417309:0:6552:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 41 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.417324:0:6552:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 41 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.417345:0:6552:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f410700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287823488:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923658.417451:0:6552:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.432131:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.432231:0:6552:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f410700 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_001:lustre-OST0001_UUID:6552:1865335287823488:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.432270:0:6552:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.434908:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917440 00000100:00100000:2.0:1778923658.434930:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917440 00010000:00010000:2.0:1778923658.435001:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.435050:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3424 00000100:00100000:2.0:1778923658.435060:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281917440:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.435081:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923658.435112:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.435127:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.435157:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3fa9238/0x3baece0abe6a61fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ce expref: 42 pid: 32953 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.435181:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.435183:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.435190:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.435202:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.435254:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923658.435309:0:6552:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.435319:0:6552:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.435339:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281917440:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 280us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.435346:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3424 00010000:00010000:3.0:1778923658.439963:0:6552:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.439988:0:6552:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.439998:0:6552:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.440007:0:6552:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923658.440012:0:6552:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.440022:0:6552:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.440046:0:6552:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.440060:0:6552:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059b10258/0x3baece0abe6a6327 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2a9:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6552 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.440175:0:6552:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:17c39cc7-a647-44ee-b966-91ff114b8221+40:2356:x1865335281917312:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23001us (23339us total) trans 0 rc 188111/188111 00000100:00100000:3.0:1778923658.440187:0:6552:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4059 00000100:00100000:0.0:1778923658.450683:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.464232:0:14404:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917568 00000100:00100000:3.0:1778923658.464254:0:14404:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917568 00000100:00100000:1.0:1778923658.464744:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4060 00000100:00100000:1.0:1778923658.464758:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2356:x1865335281917568:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923658.464819:0:14404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.464847:0:14404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 37 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.464857:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.464860:0:14404:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.464865:0:14404:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.465080:0:14404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 37 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.465097:0:14404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 37 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.465116:0:14404:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287823616:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.465235:0:14404:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd343c0 going to sleep for 11 seconds 00000100:00100000:2.0:1778923658.470342:0:14404:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0000_UUID:14404:1865335287823616:192.168.203.24@tcp:104: 00010000:00010000:2.0:1778923658.470383:0:14404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.470470:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.470598:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917696 00000100:00100000:3.0:1778923658.470607:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917696 00010000:00010000:3.0:1778923658.472014:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 38 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.472088:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3425 00000100:00100000:3.0:1778923658.472107:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2353:x1865335281917696:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1778923658.472127:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923658.472156:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 38 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.472171:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 38 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.472199:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af09711e/0x3baece0abe6a6216 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478dc expref: 38 pid: 26020 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.472235:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923658.472237:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923658.472243:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.472255:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.472297:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923658.472439:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+37:2353:x1865335281917696:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 342us (1970us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923658.472448:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3425 00010000:00010000:2.0:1778923658.477209:0:14404:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.477235:0:14404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488401:0:14404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488428:0:14404:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488438:0:14404:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488447:0:14404:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73b9dc800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923658.488452:0:14404:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488462:0:14404:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488484:0:14404:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.488492:0:14404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fbfd523e/0x3baece0abe6a632e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c6:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.488696:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281917568:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 23935us (38271us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.488709:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4060 00000100:00100000:0.0:1778923658.496393:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.496664:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917824 00000100:00100000:3.0:1778923658.496677:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917824 00000100:00100000:0.0:1778923658.497027:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4061 00000100:00100000:0.0:1778923658.497041:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+40:2355:x1865335281917824:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923658.497090:0:26630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.497116:0:26630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.497125:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.497127:0:26630:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.497132:0:26630:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.497177:0:26630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.497193:0:26630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 40 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.497210:0:26630:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287823744:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923658.497319:0:26630:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923658.508462:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.509989:0:26630:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_012:lustre-OST0001_UUID:26630:1865335287823744:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923658.510027:0:26630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.515235:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281917952 00000100:00100000:1.0:1778923658.515255:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281917952 00010000:00010000:1.0:1778923658.515327:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.515390:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3426 00000100:00100000:1.0:1778923658.515402:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705187c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281917952:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1778923658.515426:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1778923658.515454:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.515470:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.515557:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a6b4b34/0x3baece0abe6a6232 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478ea expref: 41 pid: 26019 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.515586:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.515588:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.515595:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.515606:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.515702:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1778923658.515804:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705187c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281917952:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 403us (7357us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.515813:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3426 00010000:00010000:0.0:1778923658.519543:0:26630:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.519568:0:26630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.540926:0:26630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.540952:0:26630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.540961:0:26630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.540970:0:26630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923658.540975:0:26630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.540984:0:26630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.541010:0:26630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.541018:0:26630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a6335 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ab:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.541163:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce602bd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281917824:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 44119us (44788us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923658.541176:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4061 00000100:00100000:3.0:1778923658.546674:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.546896:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918080 00000100:00100000:0.0:1778923658.546910:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918080 00000100:00100000:0.0:1778923658.547002:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4062 00000100:00100000:0.0:1778923658.547013:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+36:2353:x1865335281918080:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:0.0:1778923658.547058:0:14405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.547084:0:14405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 36 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.547098:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.547100:0:14405:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923658.547104:0:14405:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.547149:0:14405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 36 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.547163:0:14405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 36 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.547181:0:14405:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287823872:192.168.203.24@tcp:104: 00000100:00100000:0.0:1778923658.547289:0:14405:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923658.554142:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.554267:0:14405:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce707d40a80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_004:lustre-OST0000_UUID:14405:1865335287823872:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923658.554307:0:14405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.554554:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918208 00000100:00100000:2.0:1778923658.554562:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918208 00010000:00010000:2.0:1778923658.554609:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 37 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.554653:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3427 00000100:00100000:2.0:1778923658.554664:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281918208:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.554684:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923658.554712:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 37 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.554726:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 37 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.554781:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000074863d20/0x3baece0abe6a624e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5478f8 expref: 37 pid: 25674 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.554802:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.554804:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.554810:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.554821:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.554850:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923658.555108:0:14405:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.555119:0:14405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.555416:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281918208:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 751us (1286us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.555428:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3427 00010000:00010000:0.0:1778923658.571116:0:14405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571144:0:14405:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571154:0:14405:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571162:0:14405:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923658.571167:0:14405:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571177:0:14405:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571200:0:14405:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.571208:0:14405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d51994d1/0x3baece0abe6a633c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2c8:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.571311:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+35:2353:x1865335281918080:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 24293us (24644us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923658.571321:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4062 00000100:00100000:3.0:1778923658.575817:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.576166:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918336 00000100:00100000:1.0:1778923658.576180:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918336 00000100:00100000:1.0:1778923658.576272:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4063 00000100:00100000:1.0:1778923658.576284:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+39:2355:x1865335281918336:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923658.576334:0:26626:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.576361:0:26626:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.576370:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.576373:0:26626:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923658.576377:0:26626:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.576428:0:26626:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 39 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.576443:0:26626:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 39 pid: 6546 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.576460:0:26626:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287824000:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.576599:0:26626:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce73bd34840 going to sleep for 11 seconds 00000100:00100000:3.0:1778923658.581352:0:26626:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01c00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_011:lustre-OST0001_UUID:26626:1865335287824000:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.581394:0:26626:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.585696:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.585939:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918464 00000100:00100000:0.0:1778923658.585952:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918464 00010000:00010000:0.0:1778923658.586003:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 40 pid: 6546 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.586053:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3428 00000100:00100000:0.0:1778923658.586064:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281918464:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923658.586083:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923658.586113:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 40 pid: 6546 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.586128:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 40 pid: 6546 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.586156:0:27154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e8dee4f/0x3baece0abe6a626a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2ad:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547906 expref: 40 pid: 6546 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.586175:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.586177:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923658.586183:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.586193:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.586226:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923658.586289:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281918464:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 226us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.586297:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3428 00010000:00010000:3.0:1778923658.588460:0:26626:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.588488:0:26626:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596288:0:26626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596314:0:26626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596324:0:26626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596332:0:26626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce73b9dca00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923658.596337:0:26626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596347:0:26626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596371:0:26626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.596380:0:26626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d88dce8f/0x3baece0abe6a6343 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2ad:0x0].0x0 rrc: 2 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 26626 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.596497:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+38:2355:x1865335281918336:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 20209us (20689us total) trans 0 rc 188111/188111 00000100:00100000:0.0:1778923658.596559:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4063 00000100:00100000:3.0:1778923658.602236:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.602270:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.602384:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918592 00000100:00100000:1.0:1778923658.602396:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918592 00000100:00100000:1.0:1778923658.602465:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918720 00000100:00100000:1.0:1778923658.602467:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918720 00000100:00100000:1.0:1778923658.602494:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7936 00000100:00100000:1.0:1778923658.602533:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+35:2356:x1865335281918592:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923658.602555:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923658.602581:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a634a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54793e expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923658.602615:0:32943:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ca:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083886, blocks: 0x203 00010000:00010000:1.0:1778923658.602639:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.602642:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.602653:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a634a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54793e expref: 36 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.602672:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000037092935/0x3baece0abe6a634a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54793e expref: 36 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.602689:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667d000, rc 0) 00000100:00100000:1.0:1778923658.602749:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281918592:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 246us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.602756:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7936 00000100:00100000:1.0:1778923658.602786:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7937 00000100:00100000:1.0:1778923658.602792:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2356:x1865335281918720:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923658.602799:0:32943:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923658.602810:0:32943:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a6351 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547945 expref: -99 pid: 32943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.602823:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.602824:0:32943:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.602828:0:32943:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a6351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547945 expref: 39 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.602838:0:32943:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000002903ad/0x3baece0abe6a6351 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547945 expref: 39 pid: 32943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.602848:0:32943:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667da00, rc 0) 00000100:00100000:1.0:1778923658.602864:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+39:2356:x1865335281918720:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 72us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.602869:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7937 00000100:00100000:1.0:1778923658.613222:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.613477:0:14407:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918848 00000100:00100000:2.0:1778923658.613491:0:14407:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918848 00000100:00100000:2.0:1778923658.613636:0:14407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4064 00000100:00100000:2.0:1778923658.613661:0:14407:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281918848:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:2.0:1778923658.613709:0:14407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.613730:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.613733:0:14407:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.613740:0:14407:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.613770:0:14407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620494:0:14407:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620568:0:14407:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620577:0:14407:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620585:0:14407:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706679800 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923658.620591:0:14407:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620602:0:14407:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620627:0:14407:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.620635:0:14407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf08c130/0x3baece0abe6a6358 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ca:0x0].0x0 rrc: 3 type: EXT [0->188415] (req 0->188415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.621121:0:14407:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:17c39cc7-a647-44ee-b966-91ff114b8221+36:2356:x1865335281918848:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 7454us (7906us total) trans 0 rc 188111/188111 00000100:00100000:2.0:1778923658.621135:0:14407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4064 00000100:00100000:2.0:1778923658.647664:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.647829:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281918976 00000100:00100000:3.0:1778923658.647843:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281918976 00000100:00100000:3.0:1778923658.647920:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 594 00000100:00100000:3.0:1778923658.647932:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54956:x1865335281918976:12345-192.168.203.24@tcp:103:lfs.0 00010000:00010000:3.0:1778923658.647953:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923658.647984:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679000/0x3baece0abe6a62d3 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547937 expref: 206 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.648011:0:5739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923658.648017:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1778923658.648091:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce709549f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54956:x1865335281918976:12345-192.168.203.24@tcp:103:lfs.0 Request processed in 161us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923658.648099:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 594 00000100:00100000:1.0:1778923658.654244:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.654360:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281919232 00000100:00100000:2.0:1778923658.654375:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281919232 00000100:00100000:2.0:1778923658.654456:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2120 00000100:00100000:2.0:1778923658.654468:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54956:x1865335281919232:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:2.0:1778923658.655866:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54956:x1865335281919232:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1390us (1628us total) trans 8589940247 rc 0/0 00000100:00100000:2.0:1778923658.655879:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2120 00000100:00100000:1.0:1778923658.660664:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.660817:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281919488 00000100:00100000:3.0:1778923658.660831:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281919488 00000100:00100000:3.0:1778923658.660922:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5870 00000100:00100000:3.0:1778923658.660934:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281919488:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923658.660971:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923658.660998:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a635f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54794c expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.661136:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.661154:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.661170:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.661213:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 207 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.661227:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 207 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.661243:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f413800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287824128:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923658.661350:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce602492900 going to sleep for 11 seconds 00000100:00100000:0.0:1778923658.665230:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.665537:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f413800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287824128:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.665575:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.666562:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281919616 00000100:00100000:2.0:1778923658.666573:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281919616 00010000:00010000:2.0:1778923658.666623:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.666671:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3429 00000100:00100000:2.0:1778923658.666693:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281919616:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:2.0:1778923658.666716:0:8271:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666729:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666743:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666752:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923658.666756:0:8271:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1778923658.666760:0:8271:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666781:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666788:0:8271:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 4/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.666827:0:8271:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.667065:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce707d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2353:x1865335281919616:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 384us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.667074:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3429 00010000:00010000:3.0:1778923658.667800:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.667812:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,1 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923658.667837:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00010000:00010000:3.0:1778923658.668067:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a635f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 209 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.668092:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 208 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.668108:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923658.668111:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1778923658.668115:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0600, rc 0) 00000100:00100000:3.0:1778923658.669596:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281919488:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 8652us (8935us total) trans 8589940248 rc 0/0 00000100:00100000:3.0:1778923658.669610:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5870 00000100:00100000:0.0:1778923658.678847:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.679622:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281919744 00000100:00100000:2.0:1778923658.679637:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281919744 00000100:00100000:2.0:1778923658.679892:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7938 00000100:00100000:2.0:1778923658.679914:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281919744:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923658.679939:0:6548:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923658.679968:0:6548:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547953 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1778923658.680009:0:6548:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 188111, mtime: 0x6a083886, atime: 0x6a083886, ctime: 0x6a083889, blocks: 0x187 00010000:00010000:2.0:1778923658.680034:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.680036:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.680050:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 40 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.680071:0:6548:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 40 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.680086:0:6548:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678400, rc 0) 00000100:00100000:2.0:1778923658.680172:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73b9fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281919744:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 271us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.680180:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7938 00000100:00100000:1.0:1778923658.683576:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.683750:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920000 00000100:00100000:3.0:1778923658.683772:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920000 00000100:00100000:3.0:1778923658.683849:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5871 00000100:00100000:3.0:1778923658.683861:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281920000:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:3.0:1778923658.683957:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923658.683993:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679e00/0x3baece0abe6a62b0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1a/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547929 expref: 208 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.684019:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923658.684026:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923658.684374:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.684393:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.684406:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923658.684635:0:30327:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940249 00000004:00010000:3.0:1778923658.684666:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000002540378c reply state 00000000f2e0e94a transno 8589940250 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.684677:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923658.684814:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281920000:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 954us (1250us total) trans 8589940250 rc 0/0 00000100:00100000:3.0:1778923658.684824:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5871 00000020:00080000:3.0:1778923658.684831:0:30327:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923658.689723:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689748:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689757:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689776:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923658.689783:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689793:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689817:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923658.689821:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923658.689827:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.689835:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a637b lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.692671:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.693001:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920256 00000100:00100000:3.0:1778923658.693014:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920256 00000100:00100000:3.0:1778923658.693092:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2121 00000100:00100000:3.0:1778923658.693104:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+209:54746:x1865335281920256:12345-192.168.203.24@tcp:35:fsx.0 00000100:00100000:3.0:1778923658.693621:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281920256:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 514us (959us total) trans 8589940251 rc 0/0 00000100:00100000:3.0:1778923658.693632:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2121 00000100:00100000:3.0:1778923658.697100:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.697287:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920512 00000100:00100000:2.0:1778923658.697300:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920512 00000100:00100000:2.0:1778923658.697441:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5872 00000100:00100000:2.0:1778923658.697454:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281920512:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923658.697486:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923658.697490:0:31653:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 1 00010000:00010000:2.0:1778923658.697557:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728f1aa00/0x3baece0abe6a62be lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547930 expref: 210 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.697584:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7098f9000/0x3baece0abe6a6294 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547922 expref: 209 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.697602:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923658.697608:0:31653:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923658.697624:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a6382 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54795a expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.697686:0:31653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.697714:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.697726:0:31653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31653 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1778923658.703237:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1935, 88 off168416 00000004:00080000:2.0:1778923658.703268:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355759763569ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.703621:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1927, 88 off167976 00000004:00080000:2.0:1778923658.703630:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355760125819ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.703669:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1928, 88 off168064 00000004:00080000:2.0:1778923658.703675:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355760170727ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.703706:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1936, 88 off168504 00000004:00080000:2.0:1778923658.703710:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355760206417ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.704286:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1937, 88 off168592 00000004:00080000:2.0:1778923658.704295:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355760790784ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.704381:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1929, 88 off168152 00000004:00080000:2.0:1778923658.704386:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355760881998ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.704409:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1930, 88 off168240 00000004:00080000:2.0:1778923658.704413:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355760909143ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.704434:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1938, 88 off168680 00000004:00080000:2.0:1778923658.704438:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355760933749ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.704839:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1931, 88 off168328 00000004:00080000:2.0:1778923658.704846:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355761341857ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.705005:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1939, 88 off168768 00000004:00080000:2.0:1778923658.705011:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355761507308ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.705103:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1940, 88 off168856 00000004:00080000:2.0:1778923658.705107:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355761603315ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.705188:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1932, 88 off168416 00000004:00080000:2.0:1778923658.705192:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355761688438ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.705217:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1941, 88 off168944 00000004:00080000:2.0:1778923658.705220:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355761716396ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.705317:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1933, 88 off168504 00000004:00080000:2.0:1778923658.705322:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355761817803ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.705372:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1942, 88 off169032 00000004:00080000:2.0:1778923658.705384:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355761880443ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.705880:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1934, 88 off168592 00000004:00080000:2.0:1778923658.705886:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355762382273ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.705911:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1935, 88 off168680 00000004:00080000:2.0:1778923658.705915:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355762411048ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.705930:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1943, 88 off169120 00000004:00080000:2.0:1778923658.705937:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355762433023ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.706293:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1936, 88 off168768 00000004:00080000:2.0:1778923658.706300:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355762795739ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.706331:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1944, 88 off169208 00000004:00080000:2.0:1778923658.706335:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355762831326ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.706730:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1945, 88 off169296 00000004:00080000:2.0:1778923658.706737:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355763232724ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.706995:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1937, 88 off168856 00000004:00080000:2.0:1778923658.707000:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355763495954ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.707029:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1946, 88 off169384 00000004:00080000:2.0:1778923658.707033:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355763529098ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.707156:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1938, 88 off168944 00000004:00080000:2.0:1778923658.707161:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355763657251ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.707218:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1939, 88 off169032 00000004:00080000:2.0:1778923658.707223:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355763718638ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.707330:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1947, 88 off169472 00000004:00080000:2.0:1778923658.707336:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355763831568ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.707403:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1948, 88 off169560 00000004:00080000:2.0:1778923658.707408:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355763903978ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.707879:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1940, 88 off169120 00000004:00080000:2.0:1778923658.707886:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355764381819ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.707915:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1941, 88 off169208 00000004:00080000:2.0:1778923658.707920:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355764415606ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.707938:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1949, 88 off169648 00000004:00080000:2.0:1778923658.707943:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355764438716ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.708153:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1950, 88 off169736 00000004:00080000:2.0:1778923658.708162:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355764657421ns, next at 1344155271182ns, rc = 0 00000040:00080000:2.0:1778923658.708249:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1942, 88 off169296 00000004:00080000:2.0:1778923658.708254:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355764749936ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.708280:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1943, 88 off169384 00000004:00080000:2.0:1778923658.708284:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1355764779867ns, next at 1344155187312ns, rc = 0 00000040:00080000:2.0:1778923658.708298:0:31653:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1951, 88 off169824 00000004:00080000:2.0:1778923658.708302:0:31653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1355764798207ns, next at 1344155271182ns, rc = 0 00010000:00010000:2.0:1778923658.746264:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54795a expref: 211 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923658.746283:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940245 is committed 00010000:00010000:2.0:1778923658.746287:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923658.746291:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000001:00080000:3.0:1778923658.746298:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940252 is committed 00000004:00080000:3.0:1778923658.746304:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1610 committed 00010000:00010000:2.0:1778923658.746318:0:31653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678800/0x3baece0abe6a6382 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54795a expref: 209 pid: 31653 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1778923658.746323:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1605 committed 00000004:00080000:3.0:1778923658.746335:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1604 committed 00000004:00080000:3.0:1778923658.746337:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1609 committed 00000004:00080000:3.0:1778923658.746339:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1608 committed 00000004:00080000:3.0:1778923658.746342:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1603 committed 00010000:00010000:2.0:1778923658.746343:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54795a expref: 208 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1778923658.746344:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1602 committed 00000004:00080000:3.0:1778923658.746347:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1607 committed 00000004:00080000:3.0:1778923658.746349:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1606 committed 00000004:00080000:3.0:1778923658.746351:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1601 committed 00000004:00080000:3.0:1778923658.746353:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1600 committed 00000004:00080000:3.0:1778923658.746354:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1605 committed 00000004:00080000:3.0:1778923658.746356:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1599 committed 00000004:00080000:3.0:1778923658.746358:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1604 committed 00000004:00080000:3.0:1778923658.746360:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1603 committed 00000004:00080000:3.0:1778923658.746361:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1598 committed 00000004:00080000:3.0:1778923658.746363:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1602 committed 00000004:00080000:3.0:1778923658.746365:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1597 committed 00000004:00080000:3.0:1778923658.746370:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1596 committed 00000004:00080000:3.0:1778923658.746371:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1601 committed 00000004:00080000:3.0:1778923658.746374:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1595 committed 00000004:00080000:3.0:1778923658.746376:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1600 committed 00000004:00080000:3.0:1778923658.746378:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1594 committed 00000004:00080000:3.0:1778923658.746380:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1599 committed 00000004:00080000:3.0:1778923658.746382:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1598 committed 00000004:00080000:3.0:1778923658.746384:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1593 committed 00000004:00080000:3.0:1778923658.746386:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1597 committed 00000004:00080000:3.0:1778923658.746388:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1592 committed 00000004:00080000:3.0:1778923658.746390:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1591 committed 00010000:00010000:2.0:1778923658.746390:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00000004:00080000:3.0:1778923658.746392:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1596 committed 00010000:00010000:2.0:1778923658.746393:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00000004:00080000:3.0:1778923658.746394:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1595 committed 00010000:00010000:2.0:1778923658.746395:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706678600, rc 0) 00000004:00080000:3.0:1778923658.746397:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1590 committed 00000004:00080000:3.0:1778923658.746399:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1589 committed 00000004:00080000:3.0:1778923658.746401:0:30335:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1594 committed 00000100:00100000:2.0:1778923658.746488:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281920512:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 49034us (49401us total) trans 8589940252 rc 0/0 00000100:00100000:2.0:1778923658.746499:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5872 00000100:00100000:2.0:1778923658.746671:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824384:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.746741:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.746783:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287824512:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.746792:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.746813:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.746818:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287824640:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.746834:0:3294:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1778923658.746840:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce733f4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824256:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.746840:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.746907:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824384 00000100:00100000:1.0:1778923658.746918:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824384 00000100:00100000:1.0:1778923658.746961:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824896 00000100:00100000:1.0:1778923658.746963:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824896 00000100:00100000:1.0:1778923658.746977:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824640 00000100:00100000:1.0:1778923658.746979:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824640 00000100:00100000:1.0:1778923658.746998:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939 00000100:00100000:1.0:1778923658.747007:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+24:3294:x1865335287824384:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923658.747247:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.747250:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.747253:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.747255:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.747257:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923658.748088:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.748175:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287825152:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.748192:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824256 00000100:00100000:3.0:1778923658.748198:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824256 00000100:00100000:3.0:1778923658.748244:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940 00000100:00100000:3.0:1778923658.748253:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287824896:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.748319:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72e3e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287824384:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1312us (1577us total) trans 17179872647 rc 0/0 00000100:00100000:1.0:1778923658.748327:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939 00000100:00100000:1.0:1778923658.748346:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941 00000100:00100000:1.0:1778923658.748352:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3292:x1865335287824640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.748457:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287824896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 205us (1642us total) trans 17179872648 rc 0/0 00000100:00100000:3.0:1778923658.748463:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940 00000100:00100000:3.0:1778923658.748479:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:3.0:1778923658.748486:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3294:x1865335287824256:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1778923658.748591:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923658.748595:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923658.748598:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923658.748601:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:3.0:1778923658.748603:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00002000:00010000:1.0:1778923658.748608:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.748610:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.748612:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb atime from disk: 1778923575 -> 1778923575 00002000:00010000:1.0:1778923658.748614:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.748617:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29c:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:3.0:1778923658.748630:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287824256:12345-0@lo:2:osp-syn-1-0.0 Request processed in 144us (546us total) trans 17179872649 rc 0/0 00000100:00100000:3.0:1778923658.748637:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00100000:1.0:1778923658.748638:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3292:x1865335287824640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 287us (1797us total) trans 17179872650 rc 0/0 00000100:00100000:1.0:1778923658.748654:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941 00000100:00100000:3.0:1778923658.748859:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825280:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.748911:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.748939:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825792:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.748958:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.748976:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1778923658.748981:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825408:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.748999:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.749011:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825920:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.749028:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923658.749055:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825280 00000100:00100000:1.0:1778923658.749055:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825792 00000100:00100000:3.0:1778923658.749060:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825280 00000100:00100000:1.0:1778923658.749060:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825792 00000100:00100000:1.0:1778923658.749085:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825408 00000100:00100000:1.0:1778923658.749087:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825408 00000100:00100000:2.0:1778923658.749630:0:3294:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824768:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.749672:0:3294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923658.753640:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70a80/2, rc 0, transno 17179872648 00000100:00100000:2.0:1778923658.753670:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824896:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.753687:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4d880/2, rc 0, transno 17179872647 00000100:00100000:2.0:1778923658.753691:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824384:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.753707:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4ed80/2, rc 0, transno 17179872649 00000100:00100000:2.0:1778923658.753710:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824256:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.754770:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825920 00000100:00100000:3.0:1778923658.754784:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825920 00000100:00100000:3.0:1778923658.754849:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824768 00000100:00100000:3.0:1778923658.754853:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824768 00000100:00100000:1.0:1778923658.754868:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1778923658.754883:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287825792:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1778923658.755002:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:3.0:1778923658.755011:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+25:3293:x1865335287825280:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.755262:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287825792:12345-0@lo:2:osp-syn-0-0.0 Request processed in 383us (6301us total) trans 21474839721 rc 0/0 00000100:00100000:1.0:1778923658.755271:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1778923658.755293:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:1.0:1778923658.755300:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+26:3293:x1865335287825408:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1778923658.755398:0:32953:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.755402:0:32953:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.755405:0:32953:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.755408:0:32953:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.755411:0:32953:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.755548:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946 00000100:00100000:0.0:1778923658.755560:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287825920:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.755803:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.755807:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.755809:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923658.755811:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.755813:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bb:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.755856:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287825920:12345-0@lo:2:osp-syn-0-0.0 Request processed in 299us (6826us total) trans 21474839723 rc 0/0 00000100:00100000:0.0:1778923658.755863:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946 00000100:00100000:0.0:1778923658.755879:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947 00000100:00100000:0.0:1778923658.755887:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+26:3294:x1865335287824768:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.756002:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.756005:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.756007:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb atime from disk: 1778923588 -> 1778923588 00002000:00010000:0.0:1778923658.756010:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.756012:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x29e:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.756052:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3294:x1865335287824768:12345-0@lo:2:osp-syn-1-0.0 Request processed in 167us (6379us total) trans 17179872651 rc 0/0 00000100:00100000:0.0:1778923658.756060:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947 00000100:00100000:1.0:1778923658.757009:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+27:3293:x1865335287825408:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1704us (8002us total) trans 21474839722 rc 0/0 00000100:00100000:1.0:1778923658.757019:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00000004:00080000:1.0:1778923658.757101:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d02300/2, rc 0, transno 21474839722 00000100:00100000:1.0:1778923658.757119:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825408:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923658.757133:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf09f80/2, rc 0, transno 21474839723 00000100:00100000:1.0:1778923658.757137:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825920:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923658.757147:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d02a00/2, rc 0, transno 21474839721 00000100:00100000:1.0:1778923658.757151:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825792:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.757253:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.757298:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.757334:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923658.757339:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826432:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.757362:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.757387:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826304 00000100:00100000:1.0:1778923658.757394:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826304 00000100:00100000:0.0:1778923658.757829:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.757856:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826432 00000100:00100000:0.0:1778923658.757860:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826432 00000100:00100000:1.0:1778923658.758079:0:26019:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920640 00000100:00100000:1.0:1778923658.758083:0:26019:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920640 00000100:00100000:0.0:1778923658.758212:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7948 00000100:00100000:0.0:1778923658.758222:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287826304:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.758568:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287826304:12345-0@lo:2:osp-syn-0-0.0 Request processed in 347us (1270us total) trans 21474839724 rc 0/0 00000100:00100000:0.0:1778923658.758576:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7948 00000100:00100000:0.0:1778923658.758604:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7949 00000100:00100000:0.0:1778923658.758610:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3293:x1865335287826432:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.758742:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287826432:12345-0@lo:2:osp-syn-0-0.0 Request processed in 131us (1378us total) trans 21474839725 rc 0/0 00000100:00100000:0.0:1778923658.758748:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7949 00000100:00100000:1.0:1778923658.759265:0:26019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7950 00000100:00100000:1.0:1778923658.759278:0:26019:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+40:54746:x1865335281920640:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923658.759292:0:26019:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923658.759315:0:26019:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547961 expref: -99 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.759356:0:26019:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.759367:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.759369:0:26019:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923658.759375:0:26019:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.760531:0:26019:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.760574:0:26019:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 1455 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.760602:0:26019:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287826688:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923658.761004:0:26019:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72656e0c0 going to sleep for 11 seconds 00000004:00080000:1.0:1778923658.761079:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737d1c380/2, rc 0, transno 21474839725 00000100:00100000:1.0:1778923658.761096:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826432:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1778923658.761108:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737d1d500/2, rc 0, transno 21474839724 00000100:00100000:1.0:1778923658.761112:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826304:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.761193:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826944:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.761244:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.761291:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826944 00000100:00100000:1.0:1778923658.761298:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826944 00000100:00100000:1.0:1778923658.761347:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951 00000100:00100000:1.0:1778923658.761356:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287826944:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761472:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761540:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825024:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.761569:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761592:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825536:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761617:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761632:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826048:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761695:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761714:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826560:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761735:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761748:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1778923658.761753:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825664:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761786:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761795:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826176:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761816:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.761826:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826816:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.761844:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.761883:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287824512 00000100:00100000:0.0:1778923658.761888:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287824512 00000100:00100000:0.0:1778923658.761910:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825024 00000100:00100000:0.0:1778923658.761913:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825024 00000100:00100000:0.0:1778923658.761923:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825536 00000100:00100000:0.0:1778923658.761925:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825536 00000100:00100000:0.0:1778923658.761935:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826048 00000100:00100000:0.0:1778923658.761937:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826048 00000100:00100000:0.0:1778923658.761946:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826560 00000100:00100000:0.0:1778923658.761949:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826560 00000100:00100000:0.0:1778923658.761958:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825664 00000100:00100000:0.0:1778923658.761960:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825664 00000100:00100000:0.0:1778923658.761967:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826176 00000100:00100000:0.0:1778923658.761970:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826176 00000100:00100000:0.0:1778923658.761980:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287826816 00000100:00100000:0.0:1778923658.761982:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287826816 00000100:00100000:0.0:1778923658.761993:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:0.0:1778923658.761999:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287824512:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.762208:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287824512:12345-0@lo:2:osp-syn-1-0.0 Request processed in 208us (736us total) trans 17179872652 rc 0/0 00000100:00100000:0.0:1778923658.762217:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00000100:00100000:2.0:1778923658.762227:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953 00000100:00100000:0.0:1778923658.762236:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:2.0:1778923658.762237:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+28:3291:x1865335287825024:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.762241:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287825536:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.762336:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.762339:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.762343:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb atime from disk: 1778923562 -> 1778923562 00002000:00010000:0.0:1778923658.762345:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00000100:00100000:2.0:1778923658.762346:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3291:x1865335287825024:12345-0@lo:2:osp-syn-1-0.0 Request processed in 112us (775us total) trans 17179872653 rc 0/0 00002000:00010000:0.0:1778923658.762348:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2b5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923658.762352:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953 00000100:00100000:2.0:1778923658.762366:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955 00000100:00100000:0.0:1778923658.762371:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287825536:12345-0@lo:2:osp-syn-0-0.0 Request processed in 130us (753us total) trans 21474839726 rc 0/0 00000100:00100000:2.0:1778923658.762372:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287826048:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.762377:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00000100:00100000:0.0:1778923658.762388:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:0.0:1778923658.762393:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287826560:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.762487:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.762490:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.762493:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb atime from disk: 1778923629 -> 1778923629 00002000:00010000:0.0:1778923658.762495:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.762497:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c3:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.762542:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287826560:12345-0@lo:2:osp-syn-0-0.0 Request processed in 149us (805us total) trans 21474839727 rc 0/0 00000100:00100000:0.0:1778923658.762549:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00002000:00010000:2.0:1778923658.762560:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb size from disk: 0 -> 0 00000100:00100000:0.0:1778923658.762562:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00002000:00010000:2.0:1778923658.762563:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:2.0:1778923658.762565:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb atime from disk: 1778923604 -> 1778923604 00000100:00100000:0.0:1778923658.762568:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287825664:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1778923658.762744:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:2.0:1778923658.762746:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bd:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923658.762784:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287826048:12345-0@lo:2:osp-syn-0-0.0 Request processed in 412us (1114us total) trans 21474839728 rc 0/0 00000100:00100000:2.0:1778923658.762791:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955 00000100:00100000:2.0:1778923658.762804:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:2.0:1778923658.762810:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287826176:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.762826:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287825664:12345-0@lo:2:osp-syn-0-0.0 Request processed in 110us (891us total) trans 21474839729 rc 0/0 00000100:00100000:0.0:1778923658.762835:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00000100:00100000:0.0:1778923658.762849:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959 00000100:00100000:0.0:1778923658.762855:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287826816:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1778923658.762938:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.762941:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.762944:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923658.762946:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.762948:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c5:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.762980:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7100dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287826816:12345-0@lo:2:osp-syn-0-0.0 Request processed in 125us (1134us total) trans 21474839730 rc 0/0 00000100:00100000:0.0:1778923658.762986:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959 00002000:00010000:2.0:1778923658.763106:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923658.763109:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:2.0:1778923658.763112:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb atime from disk: 1778923608 -> 1778923608 00002000:00010000:2.0:1778923658.763114:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:2.0:1778923658.763116:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2bf:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923658.763141:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce728e1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3291:x1865335287826176:12345-0@lo:2:osp-syn-0-0.0 Request processed in 331us (1323us total) trans 21474839731 rc 0/0 00000100:00100000:1.0:1778923658.763146:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705e98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287826944:12345-0@lo:2:osp-syn-0-0.0 Request processed in 1791us (1903us total) trans 21474839732 rc 0/0 00000100:00100000:2.0:1778923658.763147:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000100:00100000:1.0:1778923658.763153:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7951 00000004:00080000:2.0:1778923658.763199:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d01500/2, rc 0, transno 21474839729 00000100:00100000:2.0:1778923658.763216:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825664:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763227:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf08a80/2, rc 0, transno 21474839731 00000100:00100000:2.0:1778923658.763230:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826176:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763237:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e98a80/2, rc 0, transno 21474839730 00000100:00100000:2.0:1778923658.763240:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826816:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763247:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d00e00/2, rc 0, transno 21474839726 00000100:00100000:2.0:1778923658.763251:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825536:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763257:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73bf08700/2, rc 0, transno 21474839728 00000100:00100000:2.0:1778923658.763260:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826048:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763266:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce73459df80/2, rc 0, transno 21474839727 00000100:00100000:2.0:1778923658.763269:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73459df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287826560:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.763284:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4ca80/2, rc 0, transno 17179872652 00000100:00100000:2.0:1778923658.763288:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287824512:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.763295:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f70700/2, rc 0, transno 17179872653 00000100:00100000:2.0:1778923658.763298:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287825024:0@lo:2:osp-syn-1-0.0 00000004:00080000:0.0:1778923658.763411:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705e9a680/2, rc 0, transno 21474839732 00000100:00100000:0.0:1778923658.763416:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287826944:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.763421:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923658.763433:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.763467:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.763497:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827072 00000100:00100000:0.0:1778923658.763518:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827072 00000100:00100000:1.0:1778923658.763949:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827456:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.763980:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.764001:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1778923658.764007:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827584:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.764028:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.764053:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827456 00000100:00100000:1.0:1778923658.764057:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827456 00000100:00100000:1.0:1778923658.764083:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827584 00000100:00100000:1.0:1778923658.764086:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827584 00000100:00100000:1.0:1778923658.764106:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960 00000100:00100000:1.0:1778923658.764113:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287827456:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.764133:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:1.0:1778923658.764138:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287827584:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.764199:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962 00000100:00100000:0.0:1778923658.764206:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+29:3293:x1865335287827072:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.764394:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.764398:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.764401:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923658.764404:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.764406:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a4:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.764457:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3293:x1865335287827072:12345-0@lo:2:osp-syn-1-0.0 Request processed in 252us (988us total) trans 17179872654 rc 0/0 00000100:00100000:0.0:1778923658.764464:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962 00000004:00080000:1.0:1778923658.764869:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100de680/2, rc 0, transno 17179872654 00000100:00100000:1.0:1778923658.764877:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827072:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.765078:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287827456:12345-0@lo:2:osp-syn-0-0.0 Request processed in 965us (1096us total) trans 21474839733 rc 0/0 00000100:00100000:0.0:1778923658.765085:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960 00000100:00100000:2.0:1778923658.765095:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827200:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.765127:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.765156:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827712:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.765179:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.765193:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287828224:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.765211:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.765229:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1778923658.765234:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827328:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.765245:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827200 00000100:00100000:0.0:1778923658.765250:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827200 00000100:00100000:2.0:1778923658.765257:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923658.765269:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827840:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.765277:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827712 00000100:00100000:0.0:1778923658.765279:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827712 00000100:00100000:2.0:1778923658.765288:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:3.0:1778923658.765357:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923658.765361:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb mtime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923658.765363:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1778923658.765365:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb ctime from disk: 1778923536 -> 1778923536 00002000:00010000:3.0:1778923658.765367:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.765450:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287828224 00000100:00100000:0.0:1778923658.765454:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287828224 00000100:00100000:0.0:1778923658.765470:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827328 00000100:00100000:0.0:1778923658.765472:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827328 00000100:00100000:3.0:1778923658.765475:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287825280:12345-0@lo:2:osp-syn-0-0.0 Request processed in 10465us (16562us total) trans 21474839720 rc 0/0 00000100:00100000:0.0:1778923658.765481:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827840 00000100:00100000:0.0:1778923658.765482:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827840 00000100:00100000:3.0:1778923658.765487:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00000100:00100000:0.0:1778923658.765493:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963 00000100:00100000:0.0:1778923658.765499:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287827200:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.765520:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964 00000100:00100000:3.0:1778923658.765526:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3291:x1865335287827712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1778923658.765628:0:26020:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb size from disk: 188111 -> 188111 00002000:00010000:3.0:1778923658.765631:0:26020:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923658.765633:0:26020:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923658.765635:0:26020:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb ctime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923658.765637:0:26020:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ca:0x0] updating lvb blocks from disk: 515 -> 515 00000100:00100000:2.0:1778923658.766118:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965 00000100:00100000:2.0:1778923658.766129:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287828224:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.766195:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.766199:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.766202:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb atime from disk: 1778923611 -> 1778923611 00002000:00010000:0.0:1778923658.766204:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.766206:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2a6:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923658.766263:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:3291:x1865335287827200:12345-0@lo:2:osp-syn-1-0.0 Request processed in 764us (1136us total) trans 17179872655 rc 0/0 00000100:00100000:0.0:1778923658.766270:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963 00000100:00100000:0.0:1778923658.766293:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966 00000100:00100000:2.0:1778923658.766300:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287828224:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (1087us total) trans 17179872656 rc 0/0 00000100:00100000:0.0:1778923658.766300:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287827328:12345-0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1778923658.766306:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965 00000100:00100000:2.0:1778923658.766319:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967 00000100:00100000:2.0:1778923658.766324:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+32:3291:x1865335287827840:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1778923658.766390:0:6546:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923658.766393:0:6546:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.766395:0:6546:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:0.0:1778923658.766397:0:6546:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:0.0:1778923658.766399:0:6546:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c7:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923658.766415:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+33:3291:x1865335287827840:12345-0@lo:2:osp-syn-1-0.0 Request processed in 91us (1125us total) trans 17179872657 rc 0/0 00000100:00100000:2.0:1778923658.766422:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967 00000004:00080000:2.0:1778923658.766472:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dc380/2, rc 0, transno 17179872657 00000100:00100000:2.0:1778923658.766484:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827840:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.766495:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce7100dea00/2, rc 0, transno 17179872655 00000100:00100000:2.0:1778923658.766499:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce7100dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827200:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.766529:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+40:3291:x1865335287827328:12345-0@lo:2:osp-syn-0-0.0 Request processed in 230us (1271us total) trans 21474839735 rc 0/0 00000100:00100000:0.0:1778923658.766774:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966 00000100:00100000:3.0:1778923658.769812:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce70777e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3291:x1865335287827712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 4269us (4615us total) trans 21474839734 rc 0/0 00000100:00100000:3.0:1778923658.769830:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964 00002000:00010000:1.0:1778923658.770136:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.770141:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.770144:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923658.770147:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.770149:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2c9:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923658.770227:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287827584:12345-0@lo:2:osp-syn-0-0.0 Request processed in 6086us (6196us total) trans 21474839736 rc 0/0 00000100:00100000:1.0:1778923658.770235:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00000100:00100000:0.0:1778923658.770492:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827968:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.770576:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1778923658.770830:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703480/2, rc 0, transno 21474839736 00000100:00100000:0.0:1778923658.770839:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827584:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923658.770854:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607703100/2, rc 0, transno 21474839733 00000100:00100000:0.0:1778923658.770858:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827456:0@lo:2:osp-syn-0-0.0 00000004:00080000:0.0:1778923658.770875:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce705d03480/2, rc 0, transno 21474839720 00000100:00100000:0.0:1778923658.770878:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287825280:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1778923658.771254:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923658.771266:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828096:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.771306:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1778923658.771365:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287827968 00000100:00100000:0.0:1778923658.771372:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287827968 00000100:00100000:0.0:1778923658.771433:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287828096 00000100:00100000:0.0:1778923658.771436:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287828096 00000100:00100000:0.0:1778923658.771458:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968 00000100:00100000:0.0:1778923658.771466:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287827968:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.772170:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7969 00000100:00100000:1.0:1778923658.772185:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+34:3293:x1865335287828096:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923658.772803:0:6548:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.772809:0:6548:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.772811:0:6548:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb atime from disk: 1778923638 -> 1778923638 00002000:00010000:1.0:1778923658.772814:0:6548:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.772816:0:6548:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2aa:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923658.773602:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287828096:12345-0@lo:2:osp-syn-1-0.0 Request processed in 1417us (2289us total) trans 17179872658 rc 0/0 00000100:00100000:1.0:1778923658.773615:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7969 00000004:00080000:2.0:1778923658.773888:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce607701f80/2, rc 0, transno 21474839734 00000100:00100000:2.0:1778923658.773898:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce607701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827712:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1778923658.773916:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777dc00/2, rc 0, transno 17179872656 00000100:00100000:2.0:1778923658.773921:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287828224:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.773936:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728e9c700/2, rc 0, transno 21474839735 00000100:00100000:2.0:1778923658.773940:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728e9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287827328:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1778923658.774072:0:3291:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1778923658.774085:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287828352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.774137:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.774180:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287828352 00000100:00100000:1.0:1778923658.774187:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287828352 00000100:00100000:0.0:1778923658.774207:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287827968:12345-0@lo:2:osp-syn-1-0.0 Request processed in 2740us (3630us total) trans 17179872659 rc 0/0 00000100:00100000:0.0:1778923658.774216:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968 00000100:00100000:1.0:1778923658.774233:0:22251:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7970 00000100:00100000:1.0:1778923658.774241:0:22251:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+35:3291:x1865335287828352:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1778923658.774391:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00002000:00010000:1.0:1778923658.774460:0:22251:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.774464:0:22251:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb mtime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.774467:0:22251:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb atime from disk: 1778923643 -> 1778923643 00002000:00010000:1.0:1778923658.774469:0:22251:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb ctime from disk: 1778923657 -> 1778923657 00002000:00010000:1.0:1778923658.774472:0:22251:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923658.774527:0:22251:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce607700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+36:3291:x1865335287828352:12345-0@lo:2:osp-syn-1-0.0 Request processed in 286us (389us total) trans 17179872660 rc 0/0 00000100:00100000:1.0:1778923658.774534:0:22251:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7970 00000100:00100000:1.0:1778923658.774567:0:26019:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce705e9aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:26019:1865335287826688:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923658.774601:0:26019:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 41 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.774624:0:26019:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c000, rc 0) 00000004:00080000:0.0:1778923658.774668:0:3291:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e35880/2, rc 0, transno 17179872660 00000100:00100000:0.0:1778923658.774674:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3291:1865335287828352:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.774686:0:26019:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:17c39cc7-a647-44ee-b966-91ff114b8221+41:54746:x1865335281920640:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 15413us (16860us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923658.774693:0:26019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7950 00000004:00080000:3.0:1778923658.778800:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777c380/2, rc 0, transno 17179872658 00000100:00100000:3.0:1778923658.778821:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828096:0@lo:2:osp-syn-1-0.0 00000004:00080000:3.0:1778923658.778852:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce70777f480/2, rc 0, transno 17179872659 00000100:00100000:3.0:1778923658.778857:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce70777f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287827968:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.778999:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828480:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1778923658.779088:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923658.779819:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287828480 00000100:00100000:1.0:1778923658.779830:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287828480 00000100:00100000:1.0:1778923658.779921:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7971 00000100:00100000:1.0:1778923658.779933:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+36:3293:x1865335287828480:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.780275:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+37:3293:x1865335287828480:12345-0@lo:2:osp-syn-1-0.0 Request processed in 343us (1186us total) trans 17179872661 rc 0/0 00000100:00100000:1.0:1778923658.780284:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7971 00000004:00080000:0.0:1778923658.780351:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e37800/2, rc 0, transno 17179872661 00000100:00100000:0.0:1778923658.780359:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828480:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.780714:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920768 00000100:00100000:2.0:1778923658.780719:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920768 00010000:00010000:2.0:1778923658.780753:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 1455 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.780779:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1778923658.780793:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828608:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.780800:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3430 00000100:00100000:2.0:1778923658.780807:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281920768:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923658.780820:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1778923658.780837:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1778923658.780841:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 1455 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.780856:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 1455 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.780896:0:5741:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000005e1cd60/0x3baece0abe6a6374 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547953 expref: 41 pid: 6548 timeout: 1455 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.780915:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.780917:0:5741:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923658.780926:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.780938:0:5741:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923658.780976:0:5741:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 40 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923658.780989:0:5741:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737e35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287828736:192.168.203.24@tcp:105: 00000100:00100000:2.0:1778923658.781054:0:5741:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72e472b40 going to sleep for 11 seconds 00000100:00100000:2.0:1778923658.781204:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1778923658.781256:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce733f4d500/2, rc 0, transno 17179872650 00000100:00100000:2.0:1778923658.781261:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce733f4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287824640:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1778923658.781289:0:3294:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f72d80/2, rc 0, transno 17179872651 00000100:00100000:2.0:1778923658.781292:0:3294:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3294:1865335287824768:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.782080:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287828608 00000100:00100000:1.0:1778923658.782088:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287828608 00000100:00100000:1.0:1778923658.782134:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287825152 00000100:00100000:1.0:1778923658.782137:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287825152 00000100:00100000:1.0:1778923658.782212:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7972 00000100:00100000:1.0:1778923658.782221:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3293:x1865335287828608:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1778923658.782456:0:25674:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.782461:0:25674:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb mtime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.782464:0:25674:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.782467:0:25674:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb ctime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.782470:0:25674:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2ae:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1778923658.782568:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3293:x1865335287828608:12345-0@lo:2:osp-syn-1-0.0 Request processed in 348us (1730us total) trans 17179872662 rc 0/0 00000100:00100000:1.0:1778923658.782576:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7972 00000100:00100000:1.0:1778923658.782595:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7973 00000100:00100000:1.0:1778923658.782602:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3292:x1865335287825152:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1778923658.782740:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704fff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3292:x1865335287825152:12345-0@lo:2:osp-syn-1-0.0 Request processed in 138us (1535us total) trans 17179872663 rc 0/0 00000100:00100000:1.0:1778923658.782747:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973 00000100:00100000:2.0:1778923658.791074:0:5741:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5741:1865335287828736:192.168.203.24@tcp:105: 00010000:00010000:2.0:1778923658.791114:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923658.791176:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281920768:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 10368us (16785us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923658.791189:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3430 00000004:00080000:1.0:1778923658.791317:0:3292:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce728f73b80/2, rc 0, transno 17179872663 00000100:00100000:1.0:1778923658.791326:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce728f73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287825152:0@lo:2:osp-syn-1-0.0 00000004:00080000:1.0:1778923658.791358:0:3293:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ce737e35f80/2, rc 0, transno 17179872662 00000100:00100000:1.0:1778923658.791363:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737e35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287828608:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1778923658.793824:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.793862:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923658.793908:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.794204:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281920896 00000100:00100000:0.0:1778923658.794217:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281920896 00002000:00010000:0.0:1778923658.794271:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (156170->18446744073709551615) 00002000:00100000:0.0:1778923658.794277:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35c00 with x1865335281920896 ext(156170->18446744073709551615) 00002000:00010000:0.0:1778923658.794294:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35c00. 00000100:00100000:0.0:1778923658.794330:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921152 00000100:00100000:0.0:1778923658.794334:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921152 00002000:00010000:0.0:1778923658.794347:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923658.794350:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36d80 with x1865335281921152 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923658.794356:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e36d80. 00000100:00100000:0.0:1778923658.794368:0:6553:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921024 00000100:00100000:0.0:1778923658.794381:0:6553:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921024 00002000:00010000:0.0:1778923658.794394:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:0.0:1778923658.794397:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e37480 with x1865335281921024 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923658.794403:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e37480. 00000100:00100000:0.0:1778923658.794422:0:6553:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4065 00000100:00100000:0.0:1778923658.794433:0:6553:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+41:2354:x1865335281920896:12345-192.168.203.24@tcp:10:fsx.0 00000100:00100000:1.0:1778923658.795075:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4066 00000100:00100000:1.0:1778923658.795088:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281921152:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923658.795236:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.795240:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923654 -> 1778923658 00002000:00010000:1.0:1778923658.795243:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.795245:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923657 -> 1778923658 00002000:00010000:1.0:1778923658.795248:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923658.795332:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+43:2354:x1865335281921152:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 247us (1469us total) trans 17179872665 rc 0/0 00000100:00100000:1.0:1778923658.795341:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4066 00002000:00010000:1.0:1778923658.795346:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923658.795349:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e36d80 with x1865335281921152 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923658.795354:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e36d80. 00000100:00100000:1.0:1778923658.795392:0:14411:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4067 00000100:00100000:1.0:1778923658.795400:0:14411:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+36:2354:x1865335281921024:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923658.795559:0:14411:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923658.795563:0:14411:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923654 -> 1778923658 00002000:00010000:1.0:1778923658.795565:0:14411:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923658.795567:0:14411:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923657 -> 1778923658 00002000:00010000:1.0:1778923658.795569:0:14411:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923658.795594:0:14411:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281921024:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 194us (1684us total) trans 21474839737 rc 0/0 00000100:00100000:1.0:1778923658.795604:0:14411:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4067 00002000:00010000:1.0:1778923658.795607:0:14411:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923658.795609:0:14411:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e37480 with x1865335281921024 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923658.795614:0:14411:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce737e37480. 00002000:00010000:0.0:1778923658.796416:0:6553:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 188111 -> 156170 00002000:00010000:0.0:1778923658.796424:0:6553:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923654 -> 1778923658 00002000:00010000:0.0:1778923658.796426:0:6553:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:0.0:1778923658.796429:0:6553:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923657 -> 1778923658 00002000:00010000:0.0:1778923658.796431:0:6553:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:0.0:1778923658.796494:0:6553:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e35c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281920896:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 2060us (2681us total) trans 17179872664 rc 0/0 00000100:00100000:0.0:1778923658.796522:0:6553:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4065 00002000:00010000:0.0:1778923658.796526:0:6553:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (156170->18446744073709551615) 00002000:00100000:0.0:1778923658.796529:0:6553:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce737e35c00 with x1865335281920896 ext(156170->18446744073709551615) 00002000:00010000:0.0:1778923658.796536:0:6553:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce737e35c00. 00000100:00100000:2.0:1778923658.799584:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.799710:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921280 00000100:00100000:3.0:1778923658.799724:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921280 00000100:00100000:3.0:1778923658.799818:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5873 00000100:00100000:3.0:1778923658.799832:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+201:54746:x1865335281921280:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:3.0:1778923658.799951:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923658.799978:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a6397 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547968 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.800087:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.800105:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 2/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.800116:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.800160:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.800176:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 202 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923658.800614:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f412680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287828864:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923658.800745:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce701377540 going to sleep for 11 seconds 00000100:00100000:2.0:1778923658.807204:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.807214:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f412680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287828864:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923658.807253:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.807413:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921408 00000100:00100000:0.0:1778923658.807425:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921408 00010000:00010000:0.0:1778923658.807472:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 203 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.807561:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3431 00000100:00100000:0.0:1778923658.807573:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281921408:12345-192.168.203.24@tcp:102:ldlm_bl.0 00010000:00010000:0.0:1778923658.807595:0:5740:0:(ldlm_lockd.c:1655:ldlm_handle_convert0()) ### server-side convert handler START ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 4/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 203 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807610:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 203 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807631:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 203 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807885:0:5740:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923658.807890:0:5740:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1778923658.807895:0:5740:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x13/0x48 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807909:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807917:0:5740:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923658.807959:0:5740:0:(ldlm_lockd.c:1704:ldlm_handle_convert0()) ### server-side convert handler END, rc = 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 3/0,0 mode: CW/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 203 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808038:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808048:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923658.808082:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:2353:x1865335281921408:12345-192.168.203.24@tcp:102:ldlm_bl.0 Request processed in 510us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.808091:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3431 00000004:00200000:3.0:1778923658.808109:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 188111 00000004:00200000:3.0:1778923658.808116:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1778923658.808142:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808155:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808205:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0400/0x3baece0abe6a6397 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547968 expref: 203 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808231:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547968 expref: 202 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923658.808239:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923658.808242:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1778923658.808244:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1000, rc 0) 00000100:00100000:3.0:1778923658.809631:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737e37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281921280:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 9790us (10048us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923658.809646:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5873 00000100:00100000:2.0:1778923658.822142:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.824902:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921536 00000100:00100000:1.0:1778923658.824924:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921536 00002000:00100000:1.0:1778923658.825010:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (40960->45055) req@ffff9ce72f415c00 x1865335281921536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/0 e 0 to 0 dl 1778923669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.825023:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f415c00 with x1865335281921536 ext(40960->45055) 00002000:00010000:1.0:1778923658.825031:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f415c00 00000100:00100000:1.0:1778923658.825074:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4068 00000100:00100000:1.0:1778923658.825085:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281921536:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923658.825368:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281921536:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 284us (3243us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1778923658.825389:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4068 00002000:00100000:1.0:1778923658.825397:0:26633:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x28e:0x0] (40960->45055) req@ffff9ce72f415c00 x1865335281921536/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/4536 e 0 to 0 dl 1778923669 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.825406:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f415c00 with x1865335281921536 ext(40960->45055) 00002000:00010000:1.0:1778923658.825409:0:26633:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f415c00 00000100:00100000:2.0:1778923658.831688:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923658.831804:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921664 00000100:00100000:3.0:1778923658.831818:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921664 00002000:00100000:3.0:1778923658.831889:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (45056->49151) req@ffff9ce72f416680 x1865335281921664/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/0 e 0 to 0 dl 1778923669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923658.831901:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f416680 with x1865335281921664 ext(45056->49151) 00002000:00010000:3.0:1778923658.831909:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f416680 00000100:00100000:3.0:1778923658.831947:0:14410:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4069 00000100:00100000:3.0:1778923658.831957:0:14410:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281921664:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:3.0:1778923658.832209:0:14410:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:17c39cc7-a647-44ee-b966-91ff114b8221+42:2354:x1865335281921664:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 252us (536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1778923658.832218:0:14410:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4069 00002000:00100000:3.0:1778923658.832225:0:14410:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x280000400:0x28e:0x0] (45056->49151) req@ffff9ce72f416680 x1865335281921664/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/4536 e 0 to 0 dl 1778923669 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923658.832233:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f416680 with x1865335281921664 ext(45056->49151) 00002000:00010000:3.0:1778923658.832237:0:14410:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f416680 00000100:00100000:0.0:1778923658.839022:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.839340:0:14408:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921792 00000100:00100000:1.0:1778923658.839353:0:14408:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921792 00002000:00100000:1.0:1778923658.839422:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (20480->86015) req@ffff9ce73f718e00 x1865335281921792/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 504/0 e 0 to 0 dl 1778923669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.839435:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718e00 with x1865335281921792 ext(20480->86015) 00002000:00010000:1.0:1778923658.839443:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718e00 00000100:00100000:1.0:1778923658.839481:0:14408:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4070 00000100:00100000:1.0:1778923658.839492:0:14408:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281921792:12345-192.168.203.24@tcp:3:lfs.0 00000100:00100000:1.0:1778923658.842836:0:14408:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281921792:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 3330us (3812us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1778923658.842851:0:14408:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4070 00002000:00100000:1.0:1778923658.842879:0:14408:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x28e:0x0] (20480->86015) req@ffff9ce73f718e00 x1865335281921792/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 504/440 e 0 to 0 dl 1778923669 ref 1 fl Complete:/600/0 rc 57344/57344 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.842891:0:14408:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f718e00 with x1865335281921792 ext(20480->86015) 00002000:00010000:1.0:1778923658.842900:0:14408:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73f718e00 00000100:00100000:3.0:1778923658.857130:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.857373:0:6551:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281921920 00000100:00100000:1.0:1778923658.857387:0:6551:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281921920 00002000:00100000:1.0:1778923658.857451:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (40960->65535) req@ffff9ce72f412680 x1865335281921920/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/0 e 0 to 0 dl 1778923669 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.857464:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f412680 with x1865335281921920 ext(40960->65535) 00002000:00010000:1.0:1778923658.857471:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f412680 00000100:00100000:1.0:1778923658.857628:0:6551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4071 00000100:00100000:1.0:1778923658.857647:0:6551:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281921920:12345-192.168.203.24@tcp:4:lfs.0 00000100:00100000:1.0:1778923658.862098:0:6551:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:17c39cc7-a647-44ee-b966-91ff114b8221+44:2353:x1865335281921920:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 4444us (4966us total) trans 17179872666 rc 0/0 00000100:00100000:1.0:1778923658.862114:0:6551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4071 00002000:00100000:1.0:1778923658.862131:0:6551:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x28e:0x0] (40960->65535) req@ffff9ce72f412680 x1865335281921920/t17179872666(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:219/0 lens 488/448 e 0 to 0 dl 1778923669 ref 1 fl Complete:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923658.862150:0:6551:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f412680 with x1865335281921920 ext(40960->65535) 00002000:00010000:1.0:1778923658.862158:0:6551:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f412680 00000100:00100000:3.0:1778923658.876030:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923658.876169:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922048 00000100:00100000:0.0:1778923658.876182:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922048 00000100:00100000:0.0:1778923658.876260:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7974 00000100:00100000:0.0:1778923658.876273:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281922048:12345-192.168.203.24@tcp:16:fsx.0 00010000:00010000:2.0:1778923658.882379:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1778923658.981676:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+44:2354:x1865335281922048:12345-192.168.203.24@tcp:16:fsx.0 Request processed in 105387us (105642us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923658.981696:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7974 00000001:00080000:0.0:1778923658.981748:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872664 is committed 00000001:00080000:0.0:1778923658.981769:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872659 is committed 00000001:00080000:0.0:1778923658.981828:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872666 is committed 00000001:00080000:0.0:1778923658.981845:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872663 is committed 00000100:00100000:3.0:1778923658.998056:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923658.998171:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922304 00000100:00100000:1.0:1778923658.998184:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922304 00000100:00100000:1.0:1778923658.998256:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5874 00000100:00100000:1.0:1778923658.998267:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+202:54746:x1865335281922304:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:1.0:1778923658.998334:0:30328:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1778923658.998369:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678600/0x3baece0abe6a6389 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54795a expref: 202 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.998394:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1000/0x3baece0abe6a639e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547968 expref: 201 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.998407:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923658.998413:0:30328:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923658.998868:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.998886:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923658.998897:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1778923658.998968:0:30328:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940253 00000004:00010000:1.0:1778923658.998998:0:30328:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e1cee7dd reply state 000000004c86de04 transno 8589940254 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923658.999013:0:30328:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1778923658.999122:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281922304:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 857us (1079us total) trans 8589940254 rc 0/0 00000100:00100000:1.0:1778923658.999131:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5874 00000020:00080000:1.0:1778923658.999136:0:30328:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1778923659.013370:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.015840:0:31653:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922432 00000100:00100000:2.0:1778923659.015859:0:31653:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922432 00000100:00100000:2.0:1778923659.015968:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5875 00000100:00100000:2.0:1778923659.015983:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281922432:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:2.0:1778923659.016015:0:31653:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1778923659.016041:0:31653:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54796f expref: -99 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.016120:0:31653:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.016136:0:31653:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.016158:0:31653:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923659.016161:0:31653:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923659.016165:0:31653:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce706679200, rc 0) 00000100:00100000:2.0:1778923659.016242:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281922432:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 264us (2889us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.016249:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5875 00000100:00080000:1.0:1778923659.017151:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1778923659.017310:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017326:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017334:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017341:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce70667d400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923659.017346:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017354:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017432:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.017436:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1778923659.017442:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.017448:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63a5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.022210:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.022254:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.022290:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.022367:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922688 00000100:00100000:1.0:1778923659.022381:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922688 00002000:00010000:1.0:1778923659.022435:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923659.022441:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f414380 with x1865335281922688 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923659.022457:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f414380. 00000100:00100000:1.0:1778923659.022489:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922560 00000100:00100000:1.0:1778923659.022493:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922560 00002000:00010000:1.0:1778923659.022534:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (232939->18446744073709551615) 00002000:00100000:1.0:1778923659.022538:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f417800 with x1865335281922560 ext(232939->18446744073709551615) 00002000:00010000:1.0:1778923659.022545:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f417800. 00000100:00100000:1.0:1778923659.022563:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922816 00000100:00100000:1.0:1778923659.022566:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922816 00002000:00010000:1.0:1778923659.022576:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923659.022588:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f414000 with x1865335281922816 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923659.022594:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f414000. 00000100:00100000:1.0:1778923659.022616:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4072 00000100:00100000:1.0:1778923659.022627:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+37:2354:x1865335281922688:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923659.023002:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923659.023006:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023009:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923659.023012:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023014:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923659.023096:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281922688:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 470us (898us total) trans 21474839738 rc 0/0 00000100:00100000:1.0:1778923659.023105:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4072 00002000:00010000:1.0:1778923659.023109:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:1.0:1778923659.023112:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f414380 with x1865335281922688 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923659.023117:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f414380. 00000100:00100000:1.0:1778923659.023138:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4073 00000100:00100000:1.0:1778923659.023145:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281922560:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923659.023363:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 156170 -> 232939 00002000:00010000:1.0:1778923659.023367:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023369:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923659.023371:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023374:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923659.023399:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281922560:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 255us (1144us total) trans 17179872667 rc 0/0 00000100:00100000:1.0:1778923659.023406:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4073 00002000:00010000:1.0:1778923659.023409:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (232939->18446744073709551615) 00002000:00100000:1.0:1778923659.023411:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f417800 with x1865335281922560 ext(232939->18446744073709551615) 00002000:00010000:1.0:1778923659.023416:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f417800. 00000100:00100000:1.0:1778923659.023429:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4074 00000100:00100000:1.0:1778923659.023436:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281922816:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:1.0:1778923659.023574:0:14409:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923659.023578:0:14409:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023580:0:14409:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:1.0:1778923659.023583:0:14409:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923658 -> 1778923659 00002000:00010000:1.0:1778923659.023585:0:14409:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923659.023607:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281922816:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 171us (1316us total) trans 17179872668 rc 0/0 00000100:00100000:1.0:1778923659.023613:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4074 00002000:00010000:1.0:1778923659.023616:0:14409:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:1.0:1778923659.023618:0:14409:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f414000 with x1865335281922816 ext(0->18446744073709551615) 00002000:00010000:1.0:1778923659.023623:0:14409:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f414000. 00000100:00100000:3.0:1778923659.038273:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.038459:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281922944 00000100:00100000:0.0:1778923659.038474:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281922944 00000100:00100000:0.0:1778923659.038597:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5876 00000100:00100000:0.0:1778923659.038610:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+203:54746:x1865335281922944:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923659.038637:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.038663:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a63b3 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547976 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038791:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038811:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038825:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923659.038860:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 232939 00000004:00200000:0.0:1778923659.038875:0:31254:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923659.038901:0:31254:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038933:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7a00/0x3baece0abe6a63b3 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547976 expref: 205 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038955:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547976 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.038964:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.038967:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923659.038971:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6200, rc 0) 00000100:00100000:0.0:1778923659.039054:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281922944:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 447us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.039062:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5876 00000100:00100000:1.0:1778923659.055119:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.055218:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923072 00000100:00100000:3.0:1778923659.055231:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923072 00002000:00100000:3.0:1778923659.055300:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (4096->20479) req@ffff9ce705d00700 x1865335281923072/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 488/0 e 0 to 0 dl 1778923670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923659.055314:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d00700 with x1865335281923072 ext(4096->20479) 00002000:00010000:3.0:1778923659.055321:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d00700 00000100:00100000:3.0:1778923659.055360:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4075 00000100:00100000:3.0:1778923659.055370:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281923072:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923659.055725:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281923072:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 355us (618us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1778923659.055734:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4075 00002000:00100000:3.0:1778923659.055742:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28e:0x0] (4096->20479) req@ffff9ce705d00700 x1865335281923072/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 488/16824 e 0 to 0 dl 1778923670 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923659.055751:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d00700 with x1865335281923072 ext(4096->20479) 00002000:00010000:3.0:1778923659.055755:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d00700 00000100:00100000:1.0:1778923659.079277:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.079383:0:26642:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923200 00000100:00100000:2.0:1778923659.079397:0:26642:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923200 00002000:00100000:2.0:1778923659.079466:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (184320->217087) req@ffff9ce705d00a80 x1865335281923200/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 488/0 e 0 to 0 dl 1778923670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1778923659.079479:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d00a80 with x1865335281923200 ext(184320->217087) 00002000:00010000:2.0:1778923659.079486:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d00a80 00000100:00100000:2.0:1778923659.079555:0:26642:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4076 00000100:00100000:2.0:1778923659.079565:0:26642:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281923200:12345-192.168.203.24@tcp:3:fsx.0 00000100:00100000:3.0:1778923659.090555:0:26642:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281923200:12345-192.168.203.24@tcp:3:fsx.0 Request processed in 10937us (11238us total) trans 0 rc 32768/32768 00000100:00100000:3.0:1778923659.090571:0:26642:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4076 00002000:00100000:3.0:1778923659.090597:0:26642:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000400:0x28e:0x0] (184320->217087) req@ffff9ce705d00a80 x1865335281923200/t0(0) o3->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 488/440 e 0 to 0 dl 1778923670 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923659.090609:0:26642:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce705d00a80 with x1865335281923200 ext(184320->217087) 00002000:00010000:3.0:1778923659.090617:0:26642:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce705d00a80 00000100:00100000:1.0:1778923659.098119:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.098239:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923456 00000100:00100000:0.0:1778923659.098252:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923456 00000100:00100000:0.0:1778923659.098332:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5877 00000100:00100000:0.0:1778923659.098344:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54746:x1865335281923456:12345-192.168.203.24@tcp:36:fsx.0 00010000:00010000:0.0:1778923659.098421:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.098458:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6200/0x3baece0abe6a63ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547976 expref: 204 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.098483:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.098490:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923659.100216:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.100248:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.100263:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1778923659.100349:0:30325:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940255 00000004:00010000:0.0:1778923659.100391:0:30325:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000000a502d0d reply state 00000000c8dbc528 transno 8589940256 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.100403:0:30325:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1778923659.100609:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281923456:12345-192.168.203.24@tcp:36:fsx.0 Request processed in 2262us (2500us total) trans 8589940256 rc 0/0 00000100:00100000:0.0:1778923659.100620:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5877 00000020:00080000:0.0:1778923659.100629:0:30325:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1778923659.104353:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104724:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104733:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104740:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923659.104746:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104755:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104789:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923659.104793:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923659.104799:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.104805:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6e00/0x3baece0abe6a63c1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.107054:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.107150:0:26633:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923584 00000100:00100000:3.0:1778923659.107163:0:26633:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923584 00002000:00010000:3.0:1778923659.107219:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (154404->18446744073709551615) 00002000:00100000:3.0:1778923659.107224:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bf0f800 with x1865335281923584 ext(154404->18446744073709551615) 00002000:00010000:3.0:1778923659.107242:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bf0f800. 00000100:00100000:3.0:1778923659.107286:0:26633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4077 00000100:00100000:3.0:1778923659.107296:0:26633:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+26:2354:x1865335281923584:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:3.0:1778923659.108053:0:26633:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 232939 -> 154404 00002000:00010000:3.0:1778923659.108059:0:26633:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:3.0:1778923659.108062:0:26633:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:3.0:1778923659.108064:0:26633:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:3.0:1778923659.108067:0:26633:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:3.0:1778923659.108150:0:26633:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:17c39cc7-a647-44ee-b966-91ff114b8221+27:2354:x1865335281923584:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 854us (1110us total) trans 17179872669 rc 0/0 00000100:00100000:3.0:1778923659.108161:0:26633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4077 00002000:00010000:3.0:1778923659.108166:0:26633:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/654 (154404->18446744073709551615) 00002000:00100000:3.0:1778923659.108169:0:26633:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bf0f800 with x1865335281923584 ext(154404->18446744073709551615) 00002000:00010000:3.0:1778923659.108175:0:26633:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bf0f800. 00000100:00100000:2.0:1778923659.112311:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.112800:0:14410:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923712 00000100:00100000:3.0:1778923659.112814:0:14410:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923712 00002000:00010000:3.0:1778923659.113431:0:14410:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:3.0:1778923659.113439:0:14410:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f417480 with x1865335281923712 ext(0->18446744073709551615) 00002000:00010000:3.0:1778923659.113457:0:14410:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f417480. 00000100:00100000:2.0:1778923659.113933:0:14404:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4078 00000100:00100000:2.0:1778923659.113952:0:14404:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+38:2354:x1865335281923712:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:2.0:1778923659.114253:0:14404:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1778923659.114257:0:14404:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:2.0:1778923659.114260:0:14404:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:2.0:1778923659.114262:0:14404:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:2.0:1778923659.114265:0:14404:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:2.0:1778923659.114360:0:14404:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281923712:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 415us (2064us total) trans 21474839739 rc 0/0 00000100:00100000:2.0:1778923659.114368:0:14404:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4078 00002000:00010000:2.0:1778923659.114382:0:14404:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/684 (0->18446744073709551615) 00002000:00100000:2.0:1778923659.114385:0:14404:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f417480 with x1865335281923712 ext(0->18446744073709551615) 00002000:00010000:2.0:1778923659.114391:0:14404:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f417480. 00000100:00100000:1.0:1778923659.118939:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.119054:0:26630:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923840 00000100:00100000:0.0:1778923659.119069:0:26630:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923840 00002000:00010000:0.0:1778923659.119128:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923659.119134:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bf0f480 with x1865335281923840 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923659.119151:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bf0f480. 00000100:00100000:0.0:1778923659.119190:0:26630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4079 00000100:00100000:0.0:1778923659.119202:0:26630:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281923840:12345-192.168.203.24@tcp:10:fsx.0 00002000:00010000:0.0:1778923659.119753:0:26630:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1778923659.119766:0:26630:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:0.0:1778923659.119769:0:26630:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923654 00002000:00010000:0.0:1778923659.119771:0:26630:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:0.0:1778923659.119774:0:26630:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1778923659.119852:0:26630:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281923840:12345-192.168.203.24@tcp:10:fsx.0 Request processed in 651us (928us total) trans 17179872670 rc 0/0 00000100:00100000:0.0:1778923659.119863:0:26630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4079 00002000:00010000:0.0:1778923659.119868:0:26630:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/656 (0->18446744073709551615) 00002000:00100000:0.0:1778923659.119871:0:26630:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73bf0f480 with x1865335281923840 ext(0->18446744073709551615) 00002000:00010000:0.0:1778923659.119876:0:26630:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce73bf0f480. 00000100:00100000:3.0:1778923659.124323:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.125001:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281923968 00000100:00100000:1.0:1778923659.125014:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281923968 00000100:00100000:1.0:1778923659.125089:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5878 00000100:00100000:1.0:1778923659.125099:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54746:x1865335281923968:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:1.0:1778923659.125128:0:30327:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923659.125154:0:30327:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63c8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54797d expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125256:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125273:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125287:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923659.125321:0:30327:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 154404 00000004:00200000:1.0:1778923659.125326:0:30327:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1778923659.125348:0:30327:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125386:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63c8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54797d expref: 207 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125406:0:30327:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54797d expref: 206 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.125424:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923659.125426:0:30327:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923659.125431:0:30327:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce70667c400, rc 0) 00000100:00100000:1.0:1778923659.125549:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281923968:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 450us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.125557:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5878 00000100:00100000:2.0:1778923659.158726:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.159121:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281924224 00000100:00100000:1.0:1778923659.159135:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281924224 00000100:00100000:1.0:1778923659.159254:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5879 00000100:00100000:1.0:1778923659.159266:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+206:54958:x1865335281924224:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923659.159293:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923659.159319:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63d6 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547984 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159480:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159500:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159539:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159558:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159566:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.159573:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.160570:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a63eb lrc: 3/1,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.160748:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a63eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.160768:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a63eb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1778923659.160782:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 154404 00010000:00010000:1.0:1778923659.161830:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.161850:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.161857:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162102:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923659.162108:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162116:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162132:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:1.0:1778923659.162136:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923659.162143:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162150:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655600/0x3baece0abe6a63dd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162171:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162177:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162182:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162188:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:1.0:1778923659.162191:0:30328:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162197:0:30328:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162205:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0xdd396665 (ffff9ce712cf6300) 00010000:00010000:1.0:1778923659.162208:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1778923659.162211:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162216:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701654000/0x3baece0abe6a63e4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x194:0x0].0xdd396665 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162295:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667d400/0x3baece0abe6a63d6 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547984 expref: 209 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162312:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a63eb lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547984 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.162319:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:1.0:1778923659.162321:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1778923659.162324:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655c00, rc 0) 00000100:00100000:1.0:1778923659.163002:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54958:x1865335281924224:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 3735us (4291us total) trans 8589940257 rc 0/0 00000100:00100000:1.0:1778923659.163013:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5879 00000100:00100000:1.0:1778923659.172911:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.172998:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.173222:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281924608 00000100:00100000:2.0:1778923659.173236:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281924608 00000100:00100000:2.0:1778923659.173332:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 595 00000100:00100000:2.0:1778923659.173346:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+208:2356:x1865335281924608:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923659.173368:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923659.173641:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a63eb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547984 expref: 208 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.173666:0:8271:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923659.173672:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923659.173742:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705186050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+207:2356:x1865335281924608:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 400us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.173750:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 595 00000100:00100000:3.0:1778923659.179858:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281924480 00000100:00100000:3.0:1778923659.179892:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281924480 00000100:00100000:3.0:1778923659.181948:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2122 00000100:00100000:3.0:1778923659.181976:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+207:54958:x1865335281924480:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923659.183710:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54958:x1865335281924480:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 1736us (10699us total) trans 8589940258 rc 0/0 00000100:00100000:3.0:1778923659.183724:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2122 00000100:00100000:1.0:1778923659.191744:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.192149:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281924864 00000100:00100000:0.0:1778923659.192164:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281924864 00000100:00100000:0.0:1778923659.192244:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5880 00000100:00100000:0.0:1778923659.192257:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+208:54958:x1865335281924864:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.192292:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.192320:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a63f9 lrc: 2/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d54798b expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.199798:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.199826:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.200070:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923659.200087:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c6:0x0]: returning size 0 00010000:00010000:0.0:1778923659.200161:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a63f9 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.200181:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 210 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.200191:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce728e15200) 00010000:00010000:0.0:1778923659.200194:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1778923659.200198:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6800, rc 0) 00000100:00100000:0.0:1778923659.200309:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+210:54958:x1865335281924864:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 8053us (8580us total) trans 8589940259 rc 0/0 00000100:00100000:0.0:1778923659.200319:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5880 00000100:00100000:0.0:1778923659.206420:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.206630:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925120 00000100:00100000:3.0:1778923659.206644:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925120 00000100:00100000:3.0:1778923659.206729:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5881 00000100:00100000:3.0:1778923659.206742:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce7067b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54958:x1865335281925120:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923659.206786:0:31254:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923659.206814:0:31254:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a640e lrc: 2/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547992 expref: -99 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.206975:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.206994:0:31254:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.207004:0:31254:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.207052:0:31254:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 211 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.207068:0:31254:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 211 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.207092:0:31254:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f411500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287828992:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923659.207219:0:31254:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002d80 going to sleep for 11 seconds 00000100:00100000:2.0:1778923659.212094:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.212607:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925248 00000100:00100000:0.0:1778923659.212621:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925248 00010000:00010000:0.0:1778923659.212680:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 212 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.212741:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3432 00000100:00100000:0.0:1778923659.212753:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:2354:x1865335281925248:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923659.212784:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.212792:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 5/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 212 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.212807:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 212 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.212836:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce728e15200) 00010000:00010000:0.0:1778923659.212844:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.212856:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.212877:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.213027:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923659.213111:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f416d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:2354:x1865335281925248:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 360us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.213120:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3432 00010000:00010000:3.0:1778923659.213598:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6800/0x3baece0abe6a6400 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54798b expref: 211 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.213625:0:31254:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f411500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:31254:1865335287828992:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923659.213658:0:31254:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.213669:0:31254:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.213675:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1778923659.213699:0:31254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c6:0x0]: returning size 0 00000004:00080000:2.0:1778923659.222023:0:31254:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x2af:0x0], index 1: 0 00000004:00080000:2.0:1778923659.222047:0:31254:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x2cb:0x0], index 0: 0 00010000:00010000:2.0:1778923659.223666:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223687:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223695:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223702:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0000 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923659.223707:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223716:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223736:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce728e15200) 00010000:00010000:2.0:1778923659.223740:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1778923659.223744:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223750:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0000/0x3baece0abe6a6415 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.223852:0:31254:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a640e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547992 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.224674:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x194:0x0].0x0 (ffff9ce708a59400) 00010000:00010000:2.0:1778923659.224680:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1778923659.224689:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a640e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547992 expref: 211 pid: 31254 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.224706:0:31254:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc1e00, rc 0) 00000100:00100000:2.0:1778923659.224829:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce7067b2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+210:54958:x1865335281925120:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 18088us (18423us total) trans 8589940260 rc 301/301 00000100:00100000:2.0:1778923659.224839:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5881 00000100:00100000:2.0:1778923659.236610:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.236812:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925504 00000100:00100000:3.0:1778923659.236825:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925504 00000100:00100000:3.0:1778923659.236919:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2123 00000100:00100000:3.0:1778923659.236932:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+210:54958:x1865335281925504:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:3.0:1778923659.237417:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+211:54958:x1865335281925504:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 486us (823us total) trans 8589940261 rc 0/0 00000100:00100000:3.0:1778923659.237426:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2123 00000100:00100000:1.0:1778923659.243266:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.243554:0:30328:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925632 00000100:00100000:0.0:1778923659.243568:0:30328:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925632 00000100:00100000:0.0:1778923659.243655:0:30328:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5882 00000100:00100000:0.0:1778923659.243668:0:30328:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+211:54958:x1865335281925632:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.243705:0:30328:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.243738:0:30328:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a6423 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d547999 expref: -99 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244151:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244171:0:30328:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244184:0:30328:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923659.244239:0:30328:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x1c6:0x0]: returning size 0 00000004:00200000:0.0:1778923659.244244:0:30328:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1778923659.244266:0:30328:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244303:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6000/0x3baece0abe6a6423 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547999 expref: 213 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244325:0:30328:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547999 expref: 212 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.244336:0:30328:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce728e15e00) 00010000:00010000:0.0:1778923659.244339:0:30328:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1778923659.244344:0:30328:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7800, rc 0) 00000100:00100000:0.0:1778923659.244437:0:30328:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:17c39cc7-a647-44ee-b966-91ff114b8221+212:54958:x1865335281925632:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 772us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.244450:0:30328:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5882 00000100:00100000:1.0:1778923659.247907:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.247959:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.248056:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925760 00000100:00100000:3.0:1778923659.248070:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925760 00000100:00100000:3.0:1778923659.248140:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281925888 00000100:00100000:3.0:1778923659.248144:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281925888 00000100:00100000:3.0:1778923659.248178:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7975 00000100:00100000:3.0:1778923659.248190:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+28:2354:x1865335281925760:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923659.248211:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923659.248238:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479a0 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923659.248272:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x2af:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1778923659.248296:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.248298:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.248309:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.248330:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 29 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.248346:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0400, rc 0) 00000100:00100000:3.0:1778923659.248419:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+29:2354:x1865335281925760:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 231us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923659.248428:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7975 00000100:00100000:3.0:1778923659.248451:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7976 00000100:00100000:3.0:1778923659.248457:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+39:2354:x1865335281925888:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:3.0:1778923659.248465:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1778923659.248477:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a6438 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479a7 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1778923659.248500:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2cb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1778923659.248557:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.248558:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.248563:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a6438 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a7 expref: 40 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.248576:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000047f584ef/0x3baece0abe6a6438 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a7 expref: 40 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.248663:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce728cc0e00, rc 0) 00000100:00100000:3.0:1778923659.248686:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281925888:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 230us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923659.248693:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7976 00000100:00100000:2.0:1778923659.253160:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.253321:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926144 00000100:00100000:0.0:1778923659.253335:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926144 00000100:00100000:0.0:1778923659.253418:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5883 00000100:00100000:0.0:1778923659.253428:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+212:54958:x1865335281926144:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.253456:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.253460:0:30325:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1778923659.253495:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a6366 lrc: 0/0,0 mode: --/CW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54794c expref: 212 pid: 31254 timeout: 1455 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.254869:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.254877:0:30325:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1778923659.254913:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a643f lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479ae expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.255064:0:30325:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.255083:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.255096:0:30325:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 30325 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1778923659.255113:0:30325:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000404:0x195:0x0]: returning size 154404 00010000:00010000:0.0:1778923659.255290:0:30325:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f6c00/0x3baece0abe6a643f lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ae expref: 214 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.255315:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ae expref: 213 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.255323:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.255327:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1778923659.255329:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7c00, rc 0) 00000100:00100000:0.0:1778923659.255417:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+213:54958:x1865335281926144:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 1987us (2269us total) trans 8589940262 rc 0/0 00000100:00100000:0.0:1778923659.255427:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5883 00000100:00100000:1.0:1778923659.261325:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.261359:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.261477:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.269340:0:32953:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926400 00000100:00100000:3.0:1778923659.269365:0:32953:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926400 00000100:00100000:0.0:1778923659.269498:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926272 00000100:00100000:0.0:1778923659.269518:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926272 00000100:00100000:0.0:1778923659.269626:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926528 00000100:00100000:0.0:1778923659.269631:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926528 00000100:00100000:0.0:1778923659.269679:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7977 00000100:00100000:0.0:1778923659.269693:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281926272:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923659.269778:0:25674:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.269806:0:25674:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.269815:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923659.269818:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1778923659.269822:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.270072:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7978 00000100:00100000:1.0:1778923659.270086:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281926528:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:1.0:1778923659.270111:0:6548:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.270127:0:6548:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.270134:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923659.270136:0:6548:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1778923659.270139:0:6548:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 4/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.270167:0:6548:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.270184:0:6548:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 30 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.270204:0:6548:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287829120:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923659.270332:0:6548:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72656ecc0 going to sleep for 11 seconds 00010000:00010000:1.0:1778923659.271560:0:25674:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 30 pid: 26019 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.271667:0:25674:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 30 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.271689:0:25674:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73f719f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287829248:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923659.271797:0:25674:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce605d7ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923659.274846:0:32953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7979 00000100:00100000:3.0:1778923659.274875:0:32953:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281926400:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923659.274949:0:32953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.274977:0:32953:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.274987:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923659.274990:0:32953:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1778923659.274994:0:32953:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.275040:0:32953:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.275055:0:32953:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 40 pid: 26020 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.275072:0:32953:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f411500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287829376:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923659.275171:0:32953:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce603002b40 going to sleep for 11 seconds 00000100:00100000:0.0:1778923659.275670:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.275735:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926656 00000100:00100000:0.0:1778923659.275745:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926656 00010000:00010000:0.0:1778923659.275789:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.275823:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3433 00000100:00100000:0.0:1778923659.275831:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f718a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281926656:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923659.275844:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.275876:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.275903:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.275930:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.275932:0:27154:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.275938:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.275949:0:27154:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.275969:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923659.276005:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f718a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281926656:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 175us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.276014:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3433 00010000:00010000:3.0:1778923659.277303:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000746d4ce7/0x3baece0abe6a6286 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54791b expref: 30 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.277329:0:6548:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf09180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6548:1865335287829120:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923659.277356:0:6548:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277368:0:6548:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277387:0:6548:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277427:0:6548:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277437:0:6548:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277445:0:6548:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277454:0:6548:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701655600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923659.277459:0:6548:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277468:0:6548:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277485:0:6548:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.277492:0:6548:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a645b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6548 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.277832:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281926528:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 7748us (16352us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923659.277842:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7978 00000100:00100000:0.0:1778923659.291378:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.291565:0:14405:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926912 00000100:00100000:0.0:1778923659.291589:0:14405:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926912 00002000:00100000:0.0:1778923659.291655:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (4096->20479) req@ffff9ce73f719880 x1865335281926912/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 16872/0 e 0 to 0 dl 1778923670 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923659.291668:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f719880 with x1865335281926912 ext(4096->20479) 00010000:00010000:0.0:1778923659.291680:0:14405:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 29 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.291700:0:14405:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 29 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923659.291708:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce73f719880 00000100:00100000:0.0:1778923659.291750:0:14405:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 79 00000100:00100000:0.0:1778923659.291772:0:14405:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+29:2355:x1865335281926912:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:0.0:1778923659.292356:0:14405:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:17c39cc7-a647-44ee-b966-91ff114b8221+31:2355:x1865335281926912:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 593us (999us total) trans 17179872671 rc 0/0 00000100:00100000:0.0:1778923659.292366:0:14405:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 79 00002000:00100000:0.0:1778923659.292374:0:14405:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x28e:0x0] (4096->20479) req@ffff9ce73f719880 x1865335281926912/t17179872671(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:220/0 lens 16872/448 e 0 to 0 dl 1778923670 ref 1 fl Complete:H/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1778923659.292383:0:14405:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce73f719880 with x1865335281926912 ext(4096->20479) 00010000:00010000:0.0:1778923659.292389:0:14405:0:(ldlm_extent.c:759:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.292404:0:14405:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923659.292411:0:14405:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9ce73f719880 00000100:00100000:0.0:1778923659.292683:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.292779:0:25674:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73f719f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:25674:1865335287829248:192.168.203.24@tcp:104: 00010000:00010000:0.0:1778923659.292810:0:25674:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.293649:0:32953:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f411500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:32953:1865335287829376:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923659.293670:0:32953:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.293837:0:8271:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281926784 00000100:00100000:2.0:1778923659.293845:0:8271:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281926784 00010000:00010000:2.0:1778923659.293900:0:8271:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.293946:0:8271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3434 00000100:00100000:2.0:1778923659.293957:0:8271:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281926784:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923659.293975:0:8271:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923659.294003:0:8271:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294019:0:8271:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294054:0:8271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c53ef3f0/0x3baece0abe6a627f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x2ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547914 expref: 41 pid: 26020 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294074:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923659.294077:0:8271:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923659.294082:0:8271:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294093:0:8271:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294124:0:8271:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923659.294191:0:8271:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281926784:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 235us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.294200:0:8271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3434 00010000:00010000:2.0:1778923659.294227:0:32953:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294235:0:32953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294264:0:32953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294273:0:32953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294281:0:32953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294288:0:32953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0a00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:2.0:1778923659.294293:0:32953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294302:0:32953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294314:0:32953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.294323:0:32953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6383ce4/0x3baece0abe6a6462 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 32953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.294390:0:32953:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281926400:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 19533us (33078us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.294399:0:32953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7979 00000100:00100000:3.0:1778923659.305482:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.305712:0:5740:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927040 00000100:00100000:2.0:1778923659.305727:0:5740:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927040 00010000:00010000:2.0:1778923659.305797:0:5740:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.305840:0:5740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3435 00000100:00100000:2.0:1778923659.305851:0:5740:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281927040:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1778923659.305883:0:5740:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1778923659.305913:0:5740:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923654 -> 1778923659 00010000:00010000:2.0:1778923659.305920:0:5740:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.305936:0:5740:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.305969:0:5740:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e265e30/0x3baece0abe6a6390 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x28e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547961 expref: 31 pid: 26019 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.305989:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923659.305991:0:5740:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1778923659.306001:0:5740:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.306012:0:5740:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.306056:0:5740:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1778923659.306127:0:5740:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2354:x1865335281927040:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 276us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.306134:0:5740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3435 00010000:00010000:1.0:1778923659.306398:0:25674:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306413:0:25674:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306447:0:25674:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306456:0:25674:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306463:0:25674:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306471:0:25674:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923659.306479:0:25674:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306491:0:25674:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306543:0:25674:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.306551:0:25674:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51994d1/0x3baece0abe6a6454 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.306633:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281926272:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 36943us (45272us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.306649:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7977 00000100:00100000:0.0:1778923659.313451:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.313500:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.313560:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927168 00000100:00100000:0.0:1778923659.313573:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927168 00000100:00100000:0.0:1778923659.313647:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927296 00000100:00100000:0.0:1778923659.313650:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927296 00000100:00100000:0.0:1778923659.313677:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7980 00000100:00100000:0.0:1778923659.313690:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281927168:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.313715:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.313747:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a6469 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479b5 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923659.313797:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28e:0x0] initial LVB size: 154404, mtime: 0x6a08388b, atime: 0x6a08388b, ctime: 0x6a08388b, blocks: 0x187 00010000:00010000:0.0:1778923659.313825:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.313827:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.313843:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a6469 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479b5 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.313875:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000051095a20/0x3baece0abe6a6469 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479b5 expref: 30 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.313890:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7200, rc 0) 00000100:00100000:0.0:1778923659.313958:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281927168:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 270us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.313965:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7980 00000100:00100000:0.0:1778923659.313986:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7981 00000100:00100000:0.0:1778923659.313993:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+39:2353:x1865335281927296:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.314001:0:8354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.314013:0:8354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a6470 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479bc expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923659.314030:0:8354:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x2ac:0x0] initial LVB size: 0, mtime: 0x6a08388b, atime: 0x6a083886, ctime: 0x6a08388b, blocks: 0x3 00010000:00010000:0.0:1778923659.314041:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.314042:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.314047:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a6470 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479bc expref: 40 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.314057:0:8354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008062d9e9/0x3baece0abe6a6470 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 1048576->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479bc expref: 40 pid: 8354 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.314065:0:8354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6a00, rc 0) 00000100:00100000:0.0:1778923659.314085:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281927296:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 93us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.314091:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7981 00000100:00100000:3.0:1778923659.315609:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.315815:0:26020:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927424 00000100:00100000:1.0:1778923659.315826:0:26020:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927424 00000100:00100000:1.0:1778923659.315894:0:26020:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7982 00000100:00100000:1.0:1778923659.315903:0:26020:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281927424:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923659.315924:0:26020:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923659.315950:0:26020:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a6477 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479c3 expref: -99 pid: 26020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1778923659.315982:0:26020:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x290:0x0] initial LVB size: 0, mtime: 0x6a08388b, atime: 0x6a083886, ctime: 0x6a08388b, blocks: 0x3 00010000:00010000:1.0:1778923659.316004:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.316006:0:26020:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.316014:0:26020:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a6477 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479c3 expref: 31 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.316040:0:26020:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ece789c/0x3baece0abe6a6477 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479c3 expref: 31 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.316054:0:26020:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655600, rc 0) 00000100:00100000:1.0:1778923659.316109:0:26020:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:17c39cc7-a647-44ee-b966-91ff114b8221+31:2353:x1865335281927424:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 207us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.316117:0:26020:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7982 00000100:00100000:0.0:1778923659.360984:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.361190:0:14409:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927552 00000100:00100000:1.0:1778923659.361204:0:14409:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927552 00000100:00100000:1.0:1778923659.361315:0:14409:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4080 00000100:00100000:1.0:1778923659.361329:0:14409:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281927552:12345-192.168.203.24@tcp:3:lfs.0 00010000:00010000:1.0:1778923659.361383:0:14409:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.361405:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.361408:0:14409:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.361415:0:14409:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.361432:0:14409:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377229:0:14409:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377255:0:14409:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377266:0:14409:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377273:0:14409:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923659.377279:0:14409:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377288:0:14409:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377313:0:14409:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.377321:0:14409:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a647e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14409 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.377430:0:14409:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f71b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281927552:12345-192.168.203.24@tcp:3:lfs.0 Request processed in 16099us (16457us total) trans 0 rc 154404/154404 00000100:00100000:1.0:1778923659.377441:0:14409:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4080 00000100:00100000:0.0:1778923659.382931:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.383116:0:14406:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927680 00000100:00100000:1.0:1778923659.383129:0:14406:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927680 00000100:00100000:1.0:1778923659.383222:0:14406:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4081 00000100:00100000:1.0:1778923659.383235:0:14406:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+31:2354:x1865335281927680:12345-192.168.203.24@tcp:4:lfs.0 00010000:00010000:1.0:1778923659.383284:0:14406:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.383316:0:14406:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 31 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.383325:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.383328:0:14406:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1778923659.383332:0:14406:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.383392:0:14406:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 31 pid: 26020 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.383409:0:14406:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 31 pid: 26020 timeout: 1456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.383428:0:14406:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce73bf0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287829504:192.168.203.24@tcp:104: 00000100:00100000:1.0:1778923659.383552:0:14406:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce72656ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1778923659.387170:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.387433:0:14406:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce73bf0a680 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_005:lustre-OST0001_UUID:14406:1865335287829504:192.168.203.24@tcp:104: 00010000:00010000:1.0:1778923659.387468:0:14406:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.387566:0:5739:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927808 00000100:00100000:0.0:1778923659.387575:0:5739:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927808 00010000:00010000:0.0:1778923659.387633:0:5739:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 32 pid: 26020 timeout: 1456 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.387680:0:5739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3436 00000100:00100000:0.0:1778923659.387692:0:5739:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281927808:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923659.387712:0:5739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.387740:0:5739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 32 pid: 26020 timeout: 1456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.387754:0:5739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 32 pid: 26020 timeout: 1456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.387793:0:5739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009dca2a00/0x3baece0abe6a6431 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479a0 expref: 32 pid: 26020 timeout: 1456 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.387816:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.387818:0:5739:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.387825:0:5739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.387836:0:5739:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.387881:0:5739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1778923659.388096:0:14406:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.388105:0:14406:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.388486:0:5739:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:17c39cc7-a647-44ee-b966-91ff114b8221+32:2353:x1865335281927808:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 792us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.388496:0:5739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3436 00002000:00010000:1.0:1778923659.456770:0:14406:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x2af:0x0] updating lvb size from disk: 0 -> 154404 00002000:00010000:1.0:1778923659.456782:0:14406:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x2af:0x0] updating lvb mtime from disk: 0 -> 1778923659 00002000:00010000:1.0:1778923659.456784:0:14406:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x2af:0x0] updating lvb ctime from disk: 0 -> 1778923659 00002000:00010000:1.0:1778923659.456787:0:14406:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x2af:0x0] updating lvb blocks from disk: 1 -> 515 00010000:00010000:1.0:1778923659.456806:0:14406:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456823:0:14406:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456833:0:14406:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456841:0:14406:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce701654000 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:1.0:1778923659.456847:0:14406:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456856:0:14406:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456891:0:14406:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.456901:0:14406:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3927837/0x3baece0abe6a6485 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->155647] (req 0->155647) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14406 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1778923659.457124:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872671 is committed 00000001:00080000:3.0:1778923659.457150:0:24271:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0001: transno 17179872672 is committed 00000100:00100000:1.0:1778923659.457291:0:14406:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73f719c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281927680:12345-192.168.203.24@tcp:4:lfs.0 Request processed in 74051us (74368us total) trans 17179872672 rc 0/0 00000100:00100000:1.0:1778923659.457304:0:14406:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4081 00000100:00100000:0.0:1778923659.463195:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.464353:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281927936 00000100:00100000:2.0:1778923659.464368:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281927936 00000100:00100000:2.0:1778923659.464458:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5884 00000100:00100000:2.0:1778923659.464472:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54958:x1865335281927936:12345-192.168.203.24@tcp:44:lfs.0 00000100:00100000:2.0:1778923659.557478:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+213:54958:x1865335281927936:12345-192.168.203.24@tcp:44:lfs.0 Request processed in 92992us (94281us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923659.557495:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5884 00000001:00080000:3.0:1778923659.557855:0:30335:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-MDT0000: transno 8589940262 is committed 00000100:00100000:2.0:1778923659.564631:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.564752:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.565696:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928192 00000100:00100000:3.0:1778923659.565719:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928192 00000100:00100000:3.0:1778923659.565802:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928064 00000100:00100000:3.0:1778923659.565806:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928064 00000100:00100000:3.0:1778923659.565838:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7983 00000100:00100000:3.0:1778923659.565849:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281928192:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:1.0:1778923659.565975:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7984 00000100:00100000:1.0:1778923659.565988:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281928064:12345-192.168.203.24@tcp:16:lfs.0 00000100:00100000:3.0:1778923659.566009:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281928192:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 160us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923659.566017:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7983 00000100:00100000:1.0:1778923659.566050:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f416a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281928064:12345-192.168.203.24@tcp:16:lfs.0 Request processed in 65us (1297us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.566057:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7984 00000100:00100000:2.0:1778923659.590576:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.590630:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.590769:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.593533:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928320 00000100:00100000:0.0:1778923659.593556:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928320 00000100:00100000:0.0:1778923659.593735:0:8354:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928576 00000100:00100000:0.0:1778923659.593740:0:8354:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928576 00000100:00100000:0.0:1778923659.593786:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7985 00000100:00100000:0.0:1778923659.593798:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281928320:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923659.593859:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593883:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.593885:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.593892:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593911:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593951:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593960:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593972:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593980:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923659.593985:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.593996:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594016:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594024:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c298ac8b/0x3baece0abe6a648c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x28e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.594155:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+25:2354:x1865335281928320:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 359us (3595us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.594164:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7985 00000100:00100000:0.0:1778923659.594189:0:8354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7986 00000100:00100000:0.0:1778923659.594196:0:8354:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281928576:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:0.0:1778923659.594214:0:8354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594229:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.594231:0:8354:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.594234:0:8354:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594243:0:8354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594260:0:8354:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594268:0:8354:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594275:0:8354:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594282:0:8354:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f6200 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923659.594286:0:8354:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594293:0:8354:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594302:0:8354:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.594315:0:8354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079058215/0x3baece0abe6a6493 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.594349:0:8354:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:17c39cc7-a647-44ee-b966-91ff114b8221+24:2354:x1865335281928576:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 153us (3719us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.594356:0:8354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7986 00000100:00100000:3.0:1778923659.608057:0:6546:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928448 00000100:00100000:3.0:1778923659.608079:0:6546:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928448 00000100:00100000:3.0:1778923659.608176:0:6546:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7987 00000100:00100000:3.0:1778923659.608188:0:6546:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281928448:12345-192.168.203.24@tcp:1:lfs.0 00010000:00010000:3.0:1778923659.608249:0:6546:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608272:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.608274:0:6546:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1778923659.608280:0:6546:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608302:0:6546:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608344:0:6546:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608353:0:6546:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608362:0:6546:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608369:0:6546:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:3.0:1778923659.608374:0:6546:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608383:0:6546:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608401:0:6546:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.608409:0:6546:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8d1b69c/0x3baece0abe6a649a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x2ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6546 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.608565:0:6546:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:17c39cc7-a647-44ee-b966-91ff114b8221+40:2354:x1865335281928448:12345-192.168.203.24@tcp:1:lfs.0 Request processed in 378us (17794us total) trans 0 rc 0/0 00000100:00100000:3.0:1778923659.608573:0:6546:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7987 00000100:00100000:1.0:1778923659.616433:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.620956:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928832 00000100:00100000:3.0:1778923659.620978:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928832 00000100:00100000:3.0:1778923659.621086:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5885 00000100:00100000:3.0:1778923659.621099:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+203:54958:x1865335281928832:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:3.0:1778923659.621174:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1778923659.621206:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7800/0x3baece0abe6a642a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1c6:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d547999 expref: 203 pid: 30328 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.621232:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce728e15e00) 00010000:00010000:3.0:1778923659.621245:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1778923659.621286:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.621302:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.621313:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1778923659.622920:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 0000000036c6a4ee reply state 00000000ef5347f0 transno 8589940263 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.622939:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1778923659.623313:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281928832:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 2210us (6889us total) trans 8589940263 rc 0/0 00000100:00100000:3.0:1778923659.623325:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5885 00000100:00100000:0.0:1778923659.628182:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.628416:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281928960 00000100:00100000:1.0:1778923659.628430:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281928960 00000100:00100000:1.0:1778923659.628548:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5886 00000100:00100000:1.0:1778923659.628561:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281928960:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:1.0:1778923659.628669:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1778923659.628708:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479ca expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.628800:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.628818:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 205 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1778923659.628841:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:1.0:1778923659.628845:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1778923659.628850:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce701655c00, rc 0) 00000100:00100000:1.0:1778923659.628918:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+205:54958:x1865335281928960:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 361us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.628926:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5886 00010000:00010000:3.0:1778923659.629781:0:3277:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629797:0:3277:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629806:0:3277:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629814:0:3277:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923659.629820:0:3277:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629830:0:3277:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629848:0:3277:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:3.0:1778923659.629852:0:3277:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1778923659.629858:0:3277:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.629865:0:3277:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64a1 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.635218:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.635264:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.635357:0:32943:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929088 00000100:00100000:3.0:1778923659.635369:0:32943:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929088 00000100:00100000:0.0:1778923659.635381:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929216 00000100:00100000:0.0:1778923659.635388:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929216 00000100:00100000:3.0:1778923659.635452:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7988 00000100:00100000:3.0:1778923659.635464:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+24:2353:x1865335281929088:12345-192.168.203.24@tcp:2:lfs.0 00000100:00100000:3.0:1778923659.636323:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+25:2353:x1865335281929088:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 858us (1116us total) trans 17179872673 rc 0/0 00000100:00100000:3.0:1778923659.636333:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7988 00000100:00100000:3.0:1778923659.636360:0:32943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7989 00000100:00100000:3.0:1778923659.636369:0:32943:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+40:2353:x1865335281929216:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:3.0:1778923659.636584:0:32943:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2cb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1778923659.636599:0:32943:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2cb:0x0] updating lvb mtime from disk: 0 -> 1778923659 00002000:00010000:3.0:1778923659.636601:0:32943:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2cb:0x0] updating lvb atime from disk: 0 -> 1778923659 00002000:00010000:3.0:1778923659.636604:0:32943:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2cb:0x0] updating lvb ctime from disk: 0 -> 1778923659 00002000:00010000:3.0:1778923659.636606:0:32943:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2cb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1778923659.636633:0:32943:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281929216:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 266us (1368us total) trans 21474839740 rc 0/0 00000100:00100000:3.0:1778923659.636640:0:32943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7989 00000100:00100000:2.0:1778923659.648146:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.648277:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929472 00000100:00100000:0.0:1778923659.648290:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929472 00000100:00100000:0.0:1778923659.648367:0:31254:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5887 00000100:00100000:0.0:1778923659.648380:0:31254:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281929472:12345-192.168.203.24@tcp:55:lfs.0 00010000:00010000:0.0:1778923659.648470:0:31254:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648493:0:31254:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648537:0:31254:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648569:0:31254:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648577:0:31254:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648589:0:31254:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648597:0:31254:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce7081f7600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:0.0:1778923659.648601:0:31254:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648609:0:31254:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648621:0:31254:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:0.0:1778923659.648625:0:31254:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1778923659.648630:0:31254:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.648637:0:31254:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64af lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 31254 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.648739:0:31254:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281929472:12345-192.168.203.24@tcp:55:lfs.0 Request processed in 362us (608us total) trans 0 rc -22/-22 00000100:00100000:0.0:1778923659.649287:0:31254:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5887 00000100:00100000:1.0:1778923659.656316:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.660019:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929728 00000100:00100000:3.0:1778923659.660037:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929728 00000100:00100000:2.0:1778923659.664057:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5888 00000100:00100000:2.0:1778923659.664075:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281929728:12345-192.168.203.24@tcp:36:lfs.0 00010000:00010000:2.0:1778923659.664150:0:30327:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1778923659.664185:0:30327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce70667c400/0x3baece0abe6a63cf lrc: 0/0,0 mode: --/PR res: [0x200000404:0x195:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54797d expref: 204 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.664210:0:30327:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923659.664216:0:30327:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1778923659.664274:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.664292:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.664303:0:30327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1778923659.664895:0:30327:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000003a4f9da2 reply state 000000006b8f53b1 transno 8589940264 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1778923659.664909:0:30327:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1778923659.665054:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:17c39cc7-a647-44ee-b966-91ff114b8221+205:54958:x1865335281929728:12345-192.168.203.24@tcp:36:lfs.0 Request processed in 978us (8748us total) trans 8589940264 rc 0/0 00000100:00100000:2.0:1778923659.665063:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5888 00000100:00100000:3.0:1778923659.669138:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.669167:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.669188:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923659.669411:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929856 00000100:00100000:1.0:1778923659.669423:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929856 00000100:00100000:1.0:1778923659.669477:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281930112 00000100:00100000:1.0:1778923659.669479:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281930112 00000100:00100000:1.0:1778923659.669496:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281929984 00000100:00100000:1.0:1778923659.669498:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281929984 00000100:00100000:1.0:1778923659.669542:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7990 00000100:00100000:1.0:1778923659.669551:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281929856:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923659.669804:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb size from disk: 154404 -> 154404 00002000:00010000:1.0:1778923659.669808:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.669811:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb atime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.669814:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.669817:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x28e:0x0] updating lvb blocks from disk: 391 -> 391 00000100:00100000:1.0:1778923659.669889:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281929856:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 338us (765us total) trans 17179872674 rc 0/0 00000100:00100000:1.0:1778923659.669896:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7990 00000100:00100000:1.0:1778923659.669917:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7991 00000100:00100000:1.0:1778923659.669923:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+26:2353:x1865335281930112:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923659.670013:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923659.670016:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.670018:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb atime from disk: 1778923654 -> 1778923659 00002000:00010000:1.0:1778923659.670021:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.670024:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x280000400:0x290:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923659.670041:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+27:2353:x1865335281930112:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 119us (875us total) trans 17179872675 rc 0/0 00000100:00100000:1.0:1778923659.670047:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7991 00000100:00100000:1.0:1778923659.670063:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7992 00000100:00100000:1.0:1778923659.670068:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+41:2353:x1865335281929984:12345-192.168.203.24@tcp:2:lfs.0 00002000:00010000:1.0:1778923659.670157:0:6547:0:(ofd_lvb.c:305:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1778923659.670160:0:6547:0:(ofd_lvb.c:312:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb mtime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.670162:0:6547:0:(ofd_lvb.c:318:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb atime from disk: 1778923654 -> 1778923659 00002000:00010000:1.0:1778923659.670164:0:6547:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb ctime from disk: 1778923659 -> 1778923659 00002000:00010000:1.0:1778923659.670167:0:6547:0:(ofd_lvb.c:330:ofd_lvbo_update()) res: [0x240000400:0x2ac:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:1.0:1778923659.670184:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+42:2353:x1865335281929984:12345-192.168.203.24@tcp:2:lfs.0 Request processed in 115us (995us total) trans 21474839741 rc 0/0 00000100:00100000:1.0:1778923659.670189:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7992 00010000:00010000:2.0:1778923659.671011:0:3278:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671024:0:3278:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671033:0:3278:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671040:0:3278:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:2.0:1778923659.671045:0:3278:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671054:0:3278:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671074:0:3278:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:2.0:1778923659.671077:0:3278:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1778923659.671082:0:3278:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 2/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.671088:0:3278:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64b6 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1778923659.674638:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.675085:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281930368 00000100:00100000:3.0:1778923659.675099:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281930368 00000100:00100000:3.0:1778923659.675176:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2124 00000100:00100000:3.0:1778923659.675187:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705d37450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281930368:12345-192.168.203.24@tcp:35:lfs.0 00000004:00010000:3.0:1778923659.675290:0:30329:0:(mdt_open.c:2315:mdt_close_handle_layouts()) ### [0x200000404:0x195:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ae expref: 204 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.675337:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.675359:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.675368:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 4/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.675421:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.675436:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.675452:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f410000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287829632:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923659.675594:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7411713c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923659.679421:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.679728:0:5741:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281930496 00000100:00100000:0.0:1778923659.679739:0:5741:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281930496 00010000:00010000:0.0:1778923659.679796:0:5741:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 205 pid: 31653 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.679841:0:5741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3437 00000100:00100000:0.0:1778923659.679852:0:5741:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281930496:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923659.679873:0:5741:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.679880:0:5741:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 205 pid: 31653 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.679895:0:5741:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 205 pid: 31653 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.679922:0:5741:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.679929:0:5741:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.679941:0:5741:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.679950:0:5741:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.679975:0:5741:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923659.680043:0:5741:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:17c39cc7-a647-44ee-b966-91ff114b8221+205:2354:x1865335281930496:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 192us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.680050:0:5741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3437 00010000:00010000:3.0:1778923659.680797:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706679200/0x3baece0abe6a63ac lrc: 0/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d54796f expref: 204 pid: 31653 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.680821:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f410000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287829632:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923659.680847:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680865:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680872:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680905:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680917:0:30329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680924:0:30329:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680958:0:30329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.680973:0:30329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 203 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.680988:0:30329:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f410000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287829760:192.168.203.24@tcp:104: 00000100:00100000:3.0:1778923659.681176:0:30329:0:(client.c:2691:ptlrpc_set_wait()) set ffff9ce7411713c0 going to sleep for 11 seconds 00000100:00100000:1.0:1778923659.689671:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.689857:0:27154:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281930624 00000100:00100000:0.0:1778923659.689871:0:27154:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281930624 00010000:00010000:0.0:1778923659.689988:0:27154:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 204 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1778923659.690036:0:27154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 3438 00000100:00100000:0.0:1778923659.690047:0:27154:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705735450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281930624:12345-192.168.203.24@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1778923659.690071:0:27154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1778923659.690077:0:27154:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 5/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 204 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.690091:0:27154:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 204 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.690119:0:27154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:0.0:1778923659.690125:0:27154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.690140:0:27154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.690149:0:27154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.690172:0:27154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1778923659.690244:0:27154:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705735450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:17c39cc7-a647-44ee-b966-91ff114b8221+204:2354:x1865335281930624:12345-192.168.203.24@tcp:103:ldlm_bl.0 Request processed in 198us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.690253:0:27154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 3438 00010000:00010000:3.0:1778923659.690736:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce701655c00/0x3baece0abe6a64a8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1c6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ca expref: 203 pid: 30325 timeout: 1456 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.690768:0:30329:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f410000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:30329:1865335287829760:192.168.203.24@tcp:104: 00010000:00010000:3.0:1778923659.690794:0:30329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690805:0:30329:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690817:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690958:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690967:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690975:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690982:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc0600 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923659.690988:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.690996:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691009:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce722718a00) 00010000:00010000:3.0:1778923659.691013:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923659.691017:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691024:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc0600/0x3baece0abe6a64c4 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1c6:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691176:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691185:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691192:0:30329:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691197:0:30329:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce728cc1e00 already unused, calling callback (ffffffffc21d54f0) 00010000:00010000:3.0:1778923659.691200:0:30329:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691207:0:30329:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691215:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923659.691218:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1778923659.691221:0:30329:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 2/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691227:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce728cc1e00/0x3baece0abe6a64bd lrc: 0/0,0 mode: --/EX res: [0x200000404:0x195:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1778923659.691240:0:30329:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:3.0:1778923659.691242:0:30329:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1778923659.691247:0:30329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7c00/0x3baece0abe6a6446 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x195:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479ae expref: 202 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1778923659.691434:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705d37450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54958:x1865335281930368:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 16248us (16810us total) trans 8589940265 rc -34/-34 00000100:00100000:3.0:1778923659.691446:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2124 00000100:00100000:1.0:1778923659.694914:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.695554:0:30325:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281930752 00000100:00100000:0.0:1778923659.695569:0:30325:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281930752 00000100:00100000:0.0:1778923659.695716:0:30325:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 5889 00000100:00100000:0.0:1778923659.695728:0:30325:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+202:54958:x1865335281930752:12345-192.168.203.24@tcp:101:lfs.0 00010000:00010000:0.0:1778923659.695768:0:30325:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.695795:0:30325:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64cb lrc: 2/0,0 mode: --/CR res: [0x200000404:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479d1 expref: -99 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.695882:0:30325:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64cb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479d1 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.695899:0:30325:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce7081f7600/0x3baece0abe6a64cb lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x195:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479d1 expref: 203 pid: 30325 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.695922:0:30325:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x195:0x0].0x0 (ffff9ce7226f8b00) 00010000:00010000:0.0:1778923659.695925:0:30325:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1778923659.695930:0:30325:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f7600, rc 0) 00000100:00100000:0.0:1778923659.696012:0:30325:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:17c39cc7-a647-44ee-b966-91ff114b8221+203:54958:x1865335281930752:12345-192.168.203.24@tcp:101:lfs.0 Request processed in 286us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.696020:0:30325:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 5889 00000100:00100000:3.0:1778923659.703350:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.703488:0:31668:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281931008 00000100:00100000:0.0:1778923659.703523:0:31668:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281931008 00000100:00100000:0.0:1778923659.703592:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2125 00000100:00100000:0.0:1778923659.703604:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+203:54958:x1865335281931008:12345-192.168.203.24@tcp:35:lfs.0 00000100:00100000:0.0:1778923659.703958:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281931008:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 355us (620us total) trans 8589940266 rc 0/0 00000100:00100000:0.0:1778923659.703966:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2125 00000100:00100000:1.0:1778923659.714319:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923659.714809:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281931264 00000100:00100000:3.0:1778923659.714823:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281931264 00000100:00100000:3.0:1778923659.714911:0:30329:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2126 00000100:00100000:3.0:1778923659.714922:0:30329:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+204:54958:x1865335281931264:12345-192.168.203.24@tcp:35:lfs.0 00000004:00080000:2.0:1778923659.717602:0:30329:0:(mdd_object.c:4010:mdd_close()) Object [0x200000404:0x1c6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1778923659.717799:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].1952, 64 off169888 00000004:00080000:2.0:1778923659.717814:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1356774308995ns, next at 1357774305260ns, rc = 0 00000040:00080000:2.0:1778923659.717862:0:30329:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].1944, 64 off169448 00000004:00080000:2.0:1778923659.717868:0:30329:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1356774363827ns, next at 1357774362490ns, rc = 0 00000001:00080000:2.0:1778923659.717878:0:30329:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940267 00010000:00010000:2.0:1778923659.717964:0:30329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.717985:0:30329:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.717999:0:30329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.718009:0:30329:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.718015:0:30329:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.718021:0:30329:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1778923659.718053:0:30329:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1778923659.718199:0:30329:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:17c39cc7-a647-44ee-b966-91ff114b8221+206:54958:x1865335281931264:12345-192.168.203.24@tcp:35:lfs.0 Request processed in 3274us (3889us total) trans 8589940268 rc 0/0 00000100:00100000:2.0:1778923659.718209:0:30329:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2126 00000020:00080000:2.0:1778923659.718217:0:30329:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1778923659.719567:0:5743:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1778923659.719581:0:5743:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.719593:0:5743:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ce706678400 already unused, calling callback (ffffffffc17a5720) 00010000:00010000:0.0:1778923659.719597:0:5743:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.719608:0:5743:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.719625:0:5743:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1c6:0x0].0x0 (ffff9ce741165000) 00010000:00010000:0.0:1778923659.719628:0:5743:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1778923659.719634:0:5743:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.719640:0:5743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ce706678400/0x3baece0abe6a64d2 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1c6:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 30329 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.719670:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923659.719672:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1778923659.719674:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1778923659.756039:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.756203:0:25674:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281931392 00000100:00100000:0.0:1778923659.756216:0:25674:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281931392 00000100:00100000:0.0:1778923659.756363:0:25674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7993 00000100:00100000:0.0:1778923659.756377:0:25674:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+27:54746:x1865335281931392:12345-192.168.203.24@tcp:101:fsx.0 00010000:00010000:0.0:1778923659.756413:0:25674:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1778923659.756445:0:25674:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a64d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xaaeaec2f3d5479d8 expref: -99 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1778923659.756482:0:25674:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x28f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1778923659.756559:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.756562:0:25674:0:(ldlm_extent.c:402:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1778923659.756573:0:25674:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a64d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->155647) gid 0 flags: 0x50000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479d8 expref: 28 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.756593:0:25674:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000044cdf861/0x3baece0abe6a64d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x28f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->155647) gid 0 flags: 0x40000000000000 nid: 192.168.203.24@tcp remote: 0xaaeaec2f3d5479d8 expref: 28 pid: 25674 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1778923659.756609:0:25674:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ce7081f6e00, rc 0) 00000100:00100000:0.0:1778923659.756680:0:25674:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce73bf09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:17c39cc7-a647-44ee-b966-91ff114b8221+28:54746:x1865335281931392:12345-192.168.203.24@tcp:101:fsx.0 Request processed in 306us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923659.756689:0:25674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7993 00000100:00100000:3.0:1778923659.767305:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.767939:0:30330:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281931648 00000100:00100000:0.0:1778923659.767952:0:30330:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281931648 00000100:00100000:1.0:1778923659.768117:0:30330:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2127 00000100:00100000:1.0:1778923659.768128:0:30330:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+206:54746:x1865335281931648:12345-192.168.203.24@tcp:35:fsx.0 00000001:00080000:1.0:1778923659.768853:0:30330:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940269 00000100:00100000:1.0:1778923659.768994:0:30330:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281931648:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 866us (1701us total) trans 8589940270 rc 0/0 00000100:00100000:1.0:1778923659.769005:0:30330:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2127 00000020:00080000:1.0:1778923659.769011:0:30330:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1778923659.775928:0:3284:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:2.0:1778923659.779256:0:30329:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281931904 00000100:00100000:2.0:1778923659.779276:0:30329:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281931904 00000100:00100000:0.0:1778923659.779409:0:31668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 2128 00000100:00100000:0.0:1778923659.779424:0:31668:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+208:54746:x1865335281931904:12345-192.168.203.24@tcp:35:fsx.0 00000001:00080000:0.0:1778923659.779831:0:31668:0:(tgt_lastrcvd.c:2129:tgt_txn_stop_cb()) More than one transaction 8589940271 00000100:00100000:0.0:1778923659.779978:0:31668:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:17c39cc7-a647-44ee-b966-91ff114b8221+210:54746:x1865335281931904:12345-192.168.203.24@tcp:35:fsx.0 Request processed in 557us (4063us total) trans 8589940272 rc 0/0 00000100:00100000:0.0:1778923659.779986:0:31668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 2128 00000020:00080000:0.0:1778923659.779992:0:31668:0:(tgt_main.c:783:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1778923659.800147:0:3286:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:0.0:1778923659.810087:0:30321:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281932032 00000100:00100000:0.0:1778923659.810108:0:30321:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281932032 00000100:00100000:1.0:1778923659.817167:0:30321:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 191 00000100:00100000:1.0:1778923659.817194:0:30321:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705618450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2356:x1865335281932032:12345-192.168.203.24@tcp:400:kworker.0 00000100:00100000:1.0:1778923659.817315:0:30321:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705618450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c96d5538-0322-41a9-85ab-842a197eb0d4+9:2356:x1865335281932032:12345-192.168.203.24@tcp:400:kworker.0 Request processed in 135us (17184us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923659.817323:0:30321:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 191 00010000:00010000:1.0:1778923659.905047:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1778923660.826127:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923660.826175:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923660.826384:0:26626:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281932160 00000100:00100000:1.0:1778923660.826394:0:26626:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281932160 00002000:00100000:1.0:1778923660.826461:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x2ab:0x0] (32768->79857) req@ffff9ce72f411c00 x1865335281932160/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:221/0 lens 488/0 e 0 to 0 dl 1778923671 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923660.826472:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f411c00 with x1865335281932160 ext(32768->79857) 00002000:00010000:1.0:1778923660.826478:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f411c00 00000100:00100000:1.0:1778923660.826530:0:26626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4082 00000100:00100000:1.0:1778923660.826540:0:26626:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+42:2356:x1865335281932160:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:2.0:1778923660.827277:0:6548:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281932288 00000100:00100000:2.0:1778923660.827284:0:6548:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281932288 00000100:00100000:2.0:1778923660.827329:0:6548:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7994 00000100:00100000:2.0:1778923660.827338:0:6548:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281932288:12345-192.168.203.24@tcp:16:kworker.0 00000100:00100000:2.0:1778923660.827408:0:6548:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281932288:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 71us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923660.827415:0:6548:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7994 00000100:00080000:3.0:1778923660.827602:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1778923660.837483:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:1.0:1778923660.837662:0:6547:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281932544 00000100:00100000:1.0:1778923660.837675:0:6547:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281932544 00000100:00100000:1.0:1778923660.837783:0:6547:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 7995 00000100:00100000:1.0:1778923660.837794:0:6547:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce704ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+28:2353:x1865335281932544:12345-192.168.203.24@tcp:16:kworker.0 00000100:00100000:2.0:1778923660.843619:0:3285:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.24@tcp (source: 12345-192.168.203.24@tcp) 00000100:00100000:3.0:1778923660.843905:0:26631:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335281932416 00000100:00100000:3.0:1778923660.843922:0:26631:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335281932416 00002000:00100000:3.0:1778923660.843994:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28f:0x0] (0->154403) req@ffff9ce72f415180 x1865335281932416/t0(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:221/0 lens 488/0 e 0 to 0 dl 1778923671 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1778923660.844007:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f415180 with x1865335281932416 ext(0->154403) 00002000:00010000:3.0:1778923660.844014:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f415180 00000100:00100000:3.0:1778923660.844059:0:26631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.24@tcp, seq: 4083 00000100:00100000:3.0:1778923660.844070:0:26631:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+29:2353:x1865335281932416:12345-192.168.203.24@tcp:4:fsx.0 00000100:00100000:1.0:1778923660.847628:0:6547:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce704ffd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281932544:12345-192.168.203.24@tcp:16:kworker.0 Request processed in 9824us (10151us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923660.847644:0:6547:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 7995 00000100:00100000:1.0:1778923660.848418:0:26626:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:17c39cc7-a647-44ee-b966-91ff114b8221+44:2356:x1865335281932160:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 21876us (22296us total) trans 21474839742 rc 0/0 00000100:00100000:1.0:1778923660.848430:0:26626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4082 00002000:00100000:1.0:1778923660.848442:0:26626:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x2ab:0x0] (32768->79857) req@ffff9ce72f411c00 x1865335281932160/t21474839742(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:221/0 lens 488/448 e 0 to 0 dl 1778923671 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923660.848453:0:26626:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f411c00 with x1865335281932160 ext(32768->79857) 00002000:00010000:1.0:1778923660.848460:0:26626:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ce72f411c00 00000100:00080000:1.0:1778923660.848487:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923660.881817:0:26631:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:17c39cc7-a647-44ee-b966-91ff114b8221+30:2353:x1865335281932416:12345-192.168.203.24@tcp:4:fsx.0 Request processed in 37731us (38190us total) trans 17179872676 rc 0/0 00000100:00100000:1.0:1778923660.881833:0:26631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.24@tcp, seq: 4083 00002000:00100000:1.0:1778923660.881853:0:26631:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x28f:0x0] (0->154403) req@ffff9ce72f415180 x1865335281932416/t17179872676(0) o4->17c39cc7-a647-44ee-b966-91ff114b8221@192.168.203.24@tcp:221/0 lens 488/448 e 0 to 0 dl 1778923671 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1778923660.881866:0:26631:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff9ce72f415180 with x1865335281932416 ext(0->154403) 00002000:00010000:1.0:1778923660.881873:0:26631:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9ce72f415180 00010000:00010000:0.0:1778923660.927041:0:27155:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1778923661.950701:0:5743:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1778923662.123468:0:33268:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_70a: @@@@@@ FAIL: fsx FLR file /mnt/lustre/d70a.sanity-flr/f70a.sanity-flr failed 00000001:00080000:0.0:1778923662.319587:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839735 is committed 00000001:00080000:0.0:1778923662.319630:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839698 is committed 00000001:00080000:0.0:1778923662.319716:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839742 is committed 00000001:00080000:0.0:1778923662.319751:0:23034:0:(tgt_lastrcvd.c:988:tgt_cb_last_committed()) lustre-OST0000: transno 21474839736 is committed 00000100:00100000:1.0:1778923662.782925:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287830144:0@lo:400:kworker.0 00000100:00100000:1.0:1778923662.782996:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1778923662.783938:0:30350:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1359840432229ns, next at 1360840429811ns, rc = 0 00000100:00100000:3.0:1778923662.783996:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287830272:0@lo:400:kworker.0 00000100:00100000:3.0:1778923662.784044:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923662.784085:0:3293:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1778923662.784090:0:3293:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287830400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923662.784114:0:3293:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1778923662.784146:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287830144 00000100:00100000:3.0:1778923662.784153:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287830144 00000100:00100000:1.0:1778923662.788388:0:3292:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1778923662.788412:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287829888:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1778923662.788657:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1778923662.788704:0:3292:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287830016:0@lo:400:kworker.0 00000100:00100000:1.0:1778923662.788751:0:3292:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1778923662.789895:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1778923662.789921:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287830400 00000100:00100000:1.0:1778923662.789931:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287830400 00000100:00100000:1.0:1778923662.790173:0:6550:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287829888 00000100:00100000:1.0:1778923662.790177:0:6550:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287829888 00000004:00080000:2.0:1778923662.790194:0:30352:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1359846688171ns, next at 1360846684936ns, rc = 0 00000100:00100000:1.0:1778923662.790203:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1778923662.790215:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287830400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1778923662.790266:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 374538240 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:1.0:1778923662.790330:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f410380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3293:x1865335287830400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (6214us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923662.790337:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1778923662.790352:0:6550:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1778923662.790357:0:6550:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1865335287829888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1778923662.790374:0:6550:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 251854848 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1778923662.790407:0:6550:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3292:x1865335287829888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (1750us total) trans 0 rc 0/0 00000100:00100000:1.0:1778923662.790412:0:6550:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:1.0:1778923662.790430:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1778923662.790432:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1778923662.790460:0:3292:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474839736 gen 2 00000004:00080000:1.0:1778923662.790480:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73f71a300, transno 21474839703 00000004:00080000:1.0:1778923662.790490:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70641fb80, transno 21474839704 00000004:00080000:1.0:1778923662.790493:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737d19c00, transno 21474839705 00000004:00080000:1.0:1778923662.790496:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418e00, transno 21474839706 00000004:00080000:1.0:1778923662.790525:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737d18700, transno 21474839707 00000004:00080000:1.0:1778923662.790528:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bacb100, transno 21474839708 00000004:00080000:1.0:1778923662.790531:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce6055f1f80, transno 21474839709 00000004:00080000:1.0:1778923662.790533:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce706418a80, transno 21474839710 00000004:00080000:1.0:1778923662.790537:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d01f80, transno 21474839711 00000004:00080000:1.0:1778923662.790540:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733bdc700, transno 21474839712 00000004:00080000:1.0:1778923662.790543:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0c380, transno 21474839713 00000004:00080000:1.0:1778923662.790545:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0c000, transno 21474839714 00000004:00080000:1.0:1778923662.790548:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0f100, transno 21474839715 00000004:00080000:1.0:1778923662.790551:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0ea00, transno 21474839716 00000004:00080000:1.0:1778923662.790553:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0ed80, transno 21474839717 00000004:00080000:1.0:1778923662.790555:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0e680, transno 21474839718 00000004:00080000:1.0:1778923662.790558:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0fb80, transno 21474839719 00000004:00080000:1.0:1778923662.790561:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d03480, transno 21474839720 00000004:00080000:1.0:1778923662.790564:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d02a00, transno 21474839721 00000004:00080000:1.0:1778923662.790567:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d02300, transno 21474839722 00000004:00080000:1.0:1778923662.790570:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf09f80, transno 21474839723 00000004:00080000:1.0:1778923662.790572:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737d1d500, transno 21474839724 00000004:00080000:1.0:1778923662.790575:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737d1c380, transno 21474839725 00000004:00080000:1.0:1778923662.790577:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d00e00, transno 21474839726 00000004:00080000:1.0:1778923662.790580:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73459df80, transno 21474839727 00000004:00080000:1.0:1778923662.790583:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf08700, transno 21474839728 00000004:00080000:1.0:1778923662.790585:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705d01500, transno 21474839729 00000004:00080000:1.0:1778923662.790588:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e98a80, transno 21474839730 00000004:00080000:1.0:1778923662.790591:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf08a80, transno 21474839731 00000004:00080000:1.0:1778923662.790594:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce705e9a680, transno 21474839732 00000004:00080000:1.0:1778923662.790597:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703100, transno 21474839733 00000004:00080000:1.0:1778923662.790600:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607701f80, transno 21474839734 00000004:00080000:1.0:1778923662.790603:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728e9c700, transno 21474839735 00000004:00080000:1.0:1778923662.790605:0:3292:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce607703480, transno 21474839736 00000100:00100000:1.0:1778923662.790617:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3292:1865335287829888:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1778923662.791075:0:30349:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 34 done 00000100:00100000:3.0:1778923662.791234:0:3293:0:(client.c:3101:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 17179872663 gen 2 00000004:00080000:3.0:1778923662.791239:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8700, transno 17179872630 00000004:00080000:3.0:1778923662.791250:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8e00, transno 17179872631 00000004:00080000:3.0:1778923662.791254:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9c00, transno 17179872632 00000004:00080000:3.0:1778923662.791256:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9880, transno 17179872633 00000004:00080000:3.0:1778923662.791258:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f8380, transno 17179872634 00000004:00080000:3.0:1778923662.791261:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce734071f80, transno 17179872635 00000004:00080000:3.0:1778923662.791264:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9f9180, transno 17179872636 00000004:00080000:3.0:1778923662.791266:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73b9fa680, transno 17179872637 00000004:00080000:3.0:1778923662.791269:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0b480, transno 17179872638 00000004:00080000:3.0:1778923662.791271:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf08380, transno 17179872639 00000004:00080000:3.0:1778923662.791274:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0b800, transno 17179872640 00000004:00080000:3.0:1778923662.791277:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf08000, transno 17179872641 00000004:00080000:3.0:1778923662.791280:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0df80, transno 17179872642 00000004:00080000:3.0:1778923662.791282:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0c700, transno 17179872643 00000004:00080000:3.0:1778923662.791285:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0d880, transno 17179872644 00000004:00080000:3.0:1778923662.791287:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0dc00, transno 17179872645 00000004:00080000:3.0:1778923662.791290:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce73bf0ca80, transno 17179872646 00000004:00080000:3.0:1778923662.791292:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4d880, transno 17179872647 00000004:00080000:3.0:1778923662.791295:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70a80, transno 17179872648 00000004:00080000:3.0:1778923662.791298:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4ed80, transno 17179872649 00000004:00080000:3.0:1778923662.791300:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4d500, transno 17179872650 00000004:00080000:3.0:1778923662.791302:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f72d80, transno 17179872651 00000004:00080000:3.0:1778923662.791305:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce733f4ca80, transno 17179872652 00000004:00080000:3.0:1778923662.791307:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f70700, transno 17179872653 00000004:00080000:3.0:1778923662.791310:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100de680, transno 17179872654 00000004:00080000:3.0:1778923662.791312:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dea00, transno 17179872655 00000004:00080000:3.0:1778923662.791315:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777dc00, transno 17179872656 00000004:00080000:3.0:1778923662.791317:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce7100dc380, transno 17179872657 00000004:00080000:3.0:1778923662.791319:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777c380, transno 17179872658 00000004:00080000:3.0:1778923662.791322:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce70777f480, transno 17179872659 00000004:00080000:3.0:1778923662.791324:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e35880, transno 17179872660 00000004:00080000:3.0:1778923662.791326:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e37800, transno 17179872661 00000004:00080000:3.0:1778923662.791329:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce737e35f80, transno 17179872662 00000004:00080000:3.0:1778923662.791331:0:3293:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ce728f73b80, transno 17179872663 00000100:00100000:3.0:1778923662.791340:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce72f416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3293:1865335287830400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1778923662.791368:0:31254:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287830272 00000100:00100000:3.0:1778923662.791372:0:31254:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287830272 00000100:00100000:0.0:1778923662.792208:0:3291:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9ce737d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287830528:0@lo:400:kworker.0 00000100:00100000:0.0:1778923662.792263:0:3291:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1778923662.792296:0:30327:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287830528 00000100:00100000:2.0:1778923662.792303:0:30327:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287830528 00000100:00100000:0.0:1778923662.792316:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1778923662.792328:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287830144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923662.792345:0:30327:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1778923662.792355:0:30327:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce72f413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287830272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923662.792375:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce733bdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3292:x1865335287830144:12345-0@lo:400:kworker.0 Request processed in 50us (9378us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923662.792383:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1778923662.792404:0:31653:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1778923662.792409:0:30327:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce72f413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3293:x1865335287830272:12345-0@lo:400:kworker.0 Request processed in 54us (8362us total) trans 0 rc 0/0 00000100:00100000:0.0:1778923662.792415:0:31653:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce737d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287830528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1778923662.792421:0:30327:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1778923662.792450:0:30344:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1865335287830016 00000100:00100000:0.0:1778923662.792454:0:31653:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce737d18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3291:x1865335287830528:12345-0@lo:400:kworker.0 Request processed in 41us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923662.792456:0:30344:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1865335287830016 00000100:00100000:0.0:1778923662.792463:0:31653:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1778923662.792491:0:30344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1778923662.792499:0:30344:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff9ce705c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287830016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1778923662.792540:0:3291:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3291:1865335287830528:0@lo:400:kworker.0 00000100:00100000:0.0:1778923662.792791:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d3695241-fdb7-40a5-91e5-fcc373f455a5:3292:1865335287830016:0@lo:400:kworker.0 00000100:00080000:1.0:1778923662.792934:0:5750:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1778923662.793122:0:30344:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff9ce705c9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:d3695241-fdb7-40a5-91e5-fcc373f455a5+18:3292:x1865335287830016:12345-0@lo:400:kworker.0 Request processed in 622us (4368us total) trans 0 rc 0/0 00000100:00100000:2.0:1778923662.793130:0:30344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1778923662.793188:0:3293:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3293:1865335287830272:0@lo:400:kworker.0 00000004:00080000:1.0:1778923662.793454:0:30351:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 1 changes, 0 in progress, 0 in flight, 34 done 00000100:00100000:0.0:1778923662.798141:0:3292:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9ce737d18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3292:1865335287830144:0@lo:400:kworker.0 00010000:00010000:0.0:1778923662.975245:0:5742:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 71573 lines, 71573 kept, 0 dropped, 0 bad.